-- Logs begin at Thu 2022-07-28 02:36:39 UTC, end at Thu 2022-07-28 04:18:42 UTC. -- Jul 28 03:49:26.461568 dv-cinder-851279-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 28 03:49:29.187715 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.common.config [-] Logging enabled! Jul 28 03:49:29.188391 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev449 Jul 28 03:49:29.188562 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=121363) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 28 03:49:29.191785 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.common.config [-] Logging enabled! Jul 28 03:49:29.192084 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev449 Jul 28 03:49:29.192402 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=121363) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 28 03:49:29.193372 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 03:49:29.193610 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 03:49:29.194107 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 03:49:29.194360 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 03:49:29.194593 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 03:49:29.194928 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.195377 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.195619 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.195928 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.196256 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.196549 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.196849 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.197155 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.197448 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.197735 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.198025 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.198261 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.198631 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] config_source = [] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.199046 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.199345 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.199577 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] debug = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.199872 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.200496 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.200877 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.201162 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.201457 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.201756 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.202019 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.202300 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.202589 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.202920 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] host = dv-cinder-851279-1-iscsi {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.203206 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.203497 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.203788 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.204108 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.204390 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.204673 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.204964 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.205240 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] log_dir = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.205518 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] log_file = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.205795 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.206085 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.206376 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.206669 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.206896 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.207121 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.207413 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.207717 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.208024 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.208304 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.208584 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.208864 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.209140 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.209417 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.209706 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.209991 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.210280 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.210559 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.210838 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.211115 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.211390 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.211728 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.212031 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.212288 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.212564 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.212854 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.213125 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.213401 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.213704 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.213995 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.214920 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.215330 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.215658 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.215994 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.216261 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.216543 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] use_journal = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.216824 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] use_json = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.217104 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.217384 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.217671 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.217951 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.218231 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.218510 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.218786 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.219075 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.219350 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:29.219651 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.219972 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.220280 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.220574 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.220883 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.221170 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.221466 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.221749 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.222044 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.222341 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.222639 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.222925 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.223232 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.223527 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.223926 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.224267 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.224575 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.224874 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.225157 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.225439 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.225719 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.226001 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.226293 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.226578 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.226873 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.227169 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.227455 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.227760 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.228084 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.228379 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.228679 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.228976 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.229295 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.229581 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.230572 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.230929 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.231215 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.231516 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.231802 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.232179 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.232473 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.232772 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.233068 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.233348 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.233635 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.233933 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.234216 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.234498 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.234777 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.235060 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.235338 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.235631 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.235915 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.236219 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.236500 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.236785 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.237068 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.237350 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.237634 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.237915 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.238199 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.238480 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.238758 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.239039 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.239321 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.239601 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.239882 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.240186 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.240496 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.240793 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.241058 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.241337 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.241620 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.241902 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.242210 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.242496 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.242782 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.243067 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.243351 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.243635 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.243917 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.244229 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.244518 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.244798 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.245094 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.245385 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.245720 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.246065 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.246377 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.246702 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.246992 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.247279 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.247567 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.247855 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.248171 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.248465 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.248752 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.249038 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.249329 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.249623 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.249926 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.250229 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.250514 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.250816 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.251148 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.251451 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.251742 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.252087 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.252380 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:29.252716 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 03:49:29.252966 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=121363) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 28 03:49:29.551978 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=121363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 28 03:49:29.552247 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=121363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 28 03:49:29.552548 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=121363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 28 03:49:29.552886 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 28 03:49:29.964831 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:29.965114 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:29.965379 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:29.966661 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:29.966937 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:29.967200 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.019579 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.019861 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.020155 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.035121 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.035395 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.035659 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.066133 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.066415 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.066680 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.102481 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.102758 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.103020 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.333061 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.333670 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.333670 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.333833 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.334655 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.432453 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.432775 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.433100 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.433375 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.433665 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.433952 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.434212 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.434466 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.434718 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.435000 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.435259 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.435522 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.435779 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.436051 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.436308 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.436570 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.436824 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.437088 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.437356 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.437613 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.437885 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.438135 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.438417 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.438793 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.439042 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.439287 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.439684 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=121363) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:49:30.439921 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=121363) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:49:30.440186 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=121363) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:49:30.440420 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=121363) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:49:30.440653 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=121363) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:49:30.440887 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=121363) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:49:30.441243 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 28 03:49:30.444324 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 28 03:49:30.448178 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 28 03:49:30.452663 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jul 28 03:49:30.454261 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 28 03:49:30.454869 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 28 03:49:30.455201 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 28 03:49:30.455579 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 28 03:49:30.458380 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 28 03:49:30.458631 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 28 03:49:30.458974 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 03:49:30.464008 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 28 03:49:30.486695 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 28 03:49:30.487215 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.487439 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=121363) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 28 03:49:30.487808 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.489165 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=121363) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 28 03:49:30.489441 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 03:49:30.489680 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 28 03:49:30.492971 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.493250 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:30.630601 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 28 03:49:30.630768 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 28 03:49:30.630999 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 28 03:49:30.631382 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 28 03:49:30.686344 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO dbcounter [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Registered counter for database neutron Jul 28 03:49:30.705718 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_db.sqlalchemy.engines [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=121363) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 28 03:49:30.711835 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG dbcounter [-] [121363] Writer thread running {{(pid=121363) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 03:49:31.418786 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.plugins.ml2.managers [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Initializing driver for type 'gre' Jul 28 03:49:31.419429 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] gre ID ranges: [(1, 1000)] Jul 28 03:49:31.701726 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.plugins.ml2.managers [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Initializing driver for type 'local' Jul 28 03:49:31.702059 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.plugins.ml2.managers [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Initializing driver for type 'vlan' Jul 28 03:49:31.816312 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] VlanTypeDriver initialization complete Jul 28 03:49:31.816646 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.plugins.ml2.managers [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Initializing driver for type 'vxlan' Jul 28 03:49:31.817156 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] vxlan ID ranges: [(1, 1000)] Jul 28 03:49:32.052991 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.plugins.ml2.managers [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Initializing extension driver 'port_security' Jul 28 03:49:32.053254 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.plugins.ml2.extensions.port_security [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] PortSecurityExtensionDriver initialization complete Jul 28 03:49:32.053598 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.plugins.ml2.managers [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Initializing mechanism driver 'openvswitch' Jul 28 03:49:32.053969 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.plugins.ml2.managers [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Initializing mechanism driver 'hyperv' Jul 28 03:49:32.060884 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.plugins.ml2.plugin [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=121363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:49:32.061585 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > port after_create 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.061965 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > port after_update 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.062322 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > port after_delete 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.062838 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=121363) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 03:49:32.063282 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > subnet after_create 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.063643 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > subnet after_update 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.064012 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > subnet after_delete 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.064409 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=121363) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 03:49:32.064821 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > network after_create 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.065179 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > network after_update 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.065582 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > network after_delete 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.065975 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=121363) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 03:49:32.066626 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > security_group after_create 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.066721 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > security_group after_update 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.067049 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > security_group after_delete 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.067440 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=121363) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 03:49:32.067844 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.068217 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.068558 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.068947 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=121363) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 03:49:32.069356 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > address_group after_create 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.069701 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > address_group after_update 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.070042 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > address_group after_delete 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.070428 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=121363) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 03:49:32.070868 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] ML2 OVO RPC backend initialized. {{(pid=121363) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 28 03:49:32.071602 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > router_interface after_create 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.071986 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.072390 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > network before_response 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.072738 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > networks before_response 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.073085 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > port before_response 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.073429 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > ports before_response 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.073961 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > subnet before_response 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.074308 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > subnets before_response 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.074654 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > network after_create 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.075002 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > network after_update 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.075337 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > network after_delete 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.075672 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > port after_create 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.076034 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > port after_update 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.076371 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > port after_delete 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.076710 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > subnet after_create 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.077039 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > subnet after_update 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.077376 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > subnet after_delete 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.087744 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.quota [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded quota_driver: . Jul 28 03:49:32.088160 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.plugins.ml2.plugin [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Modular L2 Plugin initialization complete Jul 28 03:49:32.088517 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading services supported by the core plugin {{(pid=121363) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 28 03:49:32.088865 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.plugins.ml2.managers [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Got port-security extension from driver 'port_security' Jul 28 03:49:32.089962 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.extensions.vlantransparent [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Disabled vlantransparent extension. Jul 28 03:49:32.090476 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=121363) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 28 03:49:32.090802 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading Plugin: router Jul 28 03:49:32.218405 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > router_interface before_create 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.218801 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > router after_create 55549900 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.219178 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > router before_create 55549900 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.219590 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.219926 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.220312 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > router after_delete 55549900 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.220676 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > floatingip after_create 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.221033 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > floatingip after_update 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.221396 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > router after_create 55549900 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.221749 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > router after_update 55549900 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.222112 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > router after_update 55549900 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.222469 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.222834 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > router after_update 55549900 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.223251 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > router precommit_update 55549900 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.223626 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: port after_update 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.223990 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: port after_delete 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.224339 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: subnet after_update 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.224690 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.225046 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > port precommit_delete 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.225406 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > router precommit_create 55549900 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.225755 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: port before_delete 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.226104 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > router precommit_create 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.226465 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > router after_update 55549900 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.226815 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > router precommit_delete 55549900 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.227172 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > router precommit_create 55549900 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.227539 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > router_interface after_create 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.227890 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > router precommit_update 55549900 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.228290 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > agent after_create 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.228649 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > agent after_delete 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.229000 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > network after_delete 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.230475 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.quota.resource_registry [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Tracking information for resource: router configured {{(pid=121363) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:49:32.230819 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.quota.resource_registry [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Tracking information for resource: floatingip configured {{(pid=121363) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:49:32.235797 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.db.l3_agentschedulers_db [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 28 03:49:32.236419 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: port after_update 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.236791 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: port after_create 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.237150 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: port after_delete 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.237506 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: port after_update 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.238309 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > router before_create 55550100 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.238678 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > router precommit_delete 55550100 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.239101 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > router precommit_create 55550100 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.239463 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > router precommit_update 55550100 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.244413 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.services.provider_configuration [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Service providers = [] {{(pid=121363) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 28 03:49:32.244787 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.db.servicetype_db [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=121363) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 28 03:49:32.247993 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.services.service_base [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=121363) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 03:49:32.248356 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.services.service_base [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=121363) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 03:49:32.248710 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.services.service_base [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=121363) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 03:49:32.249615 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.services.service_base [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=121363) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 03:49:32.249998 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.services.service_base [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 28 03:49:32.250390 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=121363) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:49:32.250718 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 28 03:49:32.261412 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=121363) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:49:32.261749 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading Plugin: auto_allocate Jul 28 03:49:32.267644 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: network precommit_update 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.268051 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: network precommit_create 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.268586 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=121363) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:49:32.268913 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading Plugin: tag Jul 28 03:49:32.275742 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=121363) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:49:32.276118 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading Plugin: timestamp Jul 28 03:49:32.280544 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=121363) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:49:32.280875 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading Plugin: network_ip_availability Jul 28 03:49:32.286449 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.286827 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.287193 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.287925 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=121363) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:49:32.288275 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading Plugin: flavors Jul 28 03:49:32.293836 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=121363) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:49:32.294173 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading Plugin: revisions Jul 28 03:49:32.303825 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=121363) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:49:32.304210 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_concurrency.lockutils [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.752s {{(pid=121363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 28 03:49:32.304946 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=121363) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 28 03:49:32.305288 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Initializing extension manager. Jul 28 03:49:32.305889 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: __init__.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.306244 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: __pycache__ {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.306586 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: address_group.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.307313 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.307987 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: address-group Jul 28 03:49:32.308395 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: address_scope.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.309082 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.309597 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: address-scope Jul 28 03:49:32.309923 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: admin_state_down_before_update.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.310825 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.311339 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: router-admin-state-down-before-update Jul 28 03:49:32.311669 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: agent.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.312380 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.312892 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: agent Jul 28 03:49:32.313222 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: agent_resources_synced.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.314100 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.314616 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: agent-resources-synced Jul 28 03:49:32.314945 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: allowedaddresspairs.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.316736 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.317327 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: allowed-address-pairs Jul 28 03:49:32.317675 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: auto_allocated_topology.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.318707 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.319228 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: auto-allocated-topology Jul 28 03:49:32.319557 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: availability_zone.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.320260 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.320774 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: availability_zone Jul 28 03:49:32.321101 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: availability_zone_filter.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.321978 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.322493 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: availability_zone_filter Jul 28 03:49:32.322816 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: data_plane_status.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.323749 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.324288 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extension data-plane-status not supported by any of loaded plugins Jul 28 03:49:32.324616 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: default_subnetpools.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.325509 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.326023 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: default-subnetpools Jul 28 03:49:32.326350 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: dhcpagentscheduler.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.327136 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.327649 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: dhcp_agent_scheduler Jul 28 03:49:32.328004 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: dns.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.328889 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.329402 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extension dns-integration not supported by any of loaded plugins Jul 28 03:49:32.329725 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: dns_domain_ports.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.330616 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.331129 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 28 03:49:32.331454 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.332375 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.332894 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 28 03:49:32.333221 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: dvr.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.333864 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.334375 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: dvr Jul 28 03:49:32.334700 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: ecmp_routes.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.335582 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.336128 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extension ecmp_routes not supported by any of loaded plugins Jul 28 03:49:32.336454 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: empty_string_filtering.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.340531 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.341036 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: empty-string-filtering Jul 28 03:49:32.341359 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.342234 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.342747 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 28 03:49:32.343079 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.343964 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.344482 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 28 03:49:32.344806 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: external_net.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.345680 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.346197 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: external-net Jul 28 03:49:32.346518 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: extra_dhcp_opt.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.347401 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.347910 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: extra_dhcp_opt Jul 28 03:49:32.348260 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: extraroute.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.349130 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.349640 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: extraroute Jul 28 03:49:32.349966 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: extraroute_atomic.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.350977 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.351488 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: extraroute-atomic Jul 28 03:49:32.351812 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: filter_validation.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.352472 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.353206 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: filter-validation Jul 28 03:49:32.353540 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: fip_pf_description.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.354426 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.355674 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 28 03:49:32.356030 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: fip_pf_port_range.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.356943 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.357509 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 28 03:49:32.357837 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: fip_port_details.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.358725 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.359238 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: fip-port-details Jul 28 03:49:32.359563 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: flavors.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.360791 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.361314 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: flavors Jul 28 03:49:32.361643 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.363365 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.363902 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 28 03:49:32.364286 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: floatingip_pools.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.364967 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.368676 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: floatingip-pools Jul 28 03:49:32.368676 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: ip_allocation.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.369383 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.369891 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extension ip_allocation not supported by any of loaded plugins Jul 28 03:49:32.370225 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.371165 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.371681 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: ip-substring-filtering Jul 28 03:49:32.372048 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: l2_adjacency.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.372963 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.373476 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extension l2_adjacency not supported by any of loaded plugins Jul 28 03:49:32.373808 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: l3.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.374767 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.375287 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: router Jul 28 03:49:32.375619 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: l3_conntrack_helper.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.377844 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.378380 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 28 03:49:32.378717 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.379610 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.380167 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: ext-gw-mode Jul 28 03:49:32.380499 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.381383 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.381899 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: l3-ha Jul 28 03:49:32.382225 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.383105 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.383614 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 28 03:49:32.383944 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: l3_flavors.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.384853 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.385357 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: l3-flavors Jul 28 03:49:32.385683 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: l3_ndp_proxy.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.387706 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.388258 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 28 03:49:32.388592 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.389478 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.389994 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: l3-port-ip-change-not-allowed Jul 28 03:49:32.390322 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: l3agentscheduler.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.391591 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.392134 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: l3_agent_scheduler Jul 28 03:49:32.392464 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: local_ip.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.394243 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.394777 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extension local_ip not supported by any of loaded plugins Jul 28 03:49:32.395120 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: logging.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.398709 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.399236 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extension logging not supported by any of loaded plugins Jul 28 03:49:32.399572 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: metering.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.400376 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.401154 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: metering Jul 28 03:49:32.401486 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.403332 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.403857 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: metering_source_and_destination_fields Jul 28 03:49:32.404228 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: multiprovidernet.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.405129 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.405652 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: multi-provider Jul 28 03:49:32.405988 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: netmtu.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.406872 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.407393 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: net-mtu Jul 28 03:49:32.407725 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: netmtu_writable.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.408644 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.409177 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: net-mtu-writable Jul 28 03:49:32.409508 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: network_availability_zone.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.410176 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.410670 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: network_availability_zone Jul 28 03:49:32.411001 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: network_ip_availability.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.412101 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.412630 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: network-ip-availability Jul 28 03:49:32.412962 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: network_segment_range.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.413696 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.414211 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extension network-segment-range not supported by any of loaded plugins Jul 28 03:49:32.414606 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: pagination.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.415497 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.415834 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: pagination Jul 28 03:49:32.416197 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: port_device_profile.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.417073 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.417619 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: port-device-profile Jul 28 03:49:32.417945 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: port_mac_address_override.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.418840 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.419385 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: port-mac-override Jul 28 03:49:32.419670 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.420663 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.421179 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: port-mac-address-regenerate Jul 28 03:49:32.421508 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.422397 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.422910 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: port-numa-affinity-policy Jul 28 03:49:32.423238 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: port_resource_request.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.424157 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.424673 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extension port-resource-request not supported by any of loaded plugins Jul 28 03:49:32.425001 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: port_resource_request_groups.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.425967 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.426490 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 28 03:49:32.426818 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: portbindings.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.427716 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.428260 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: binding Jul 28 03:49:32.428590 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: portbindings_extended.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.429833 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.430359 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: binding-extended Jul 28 03:49:32.430696 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: portsecurity.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.431584 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.432249 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: port-security Jul 28 03:49:32.432586 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: project_id.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.433626 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.433967 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: project-id Jul 28 03:49:32.434297 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: providernet.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.435189 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.435709 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: provider Jul 28 03:49:32.436067 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: qos.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.445896 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.446441 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extension qos not supported by any of loaded plugins Jul 28 03:49:32.446779 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.448010 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.449108 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 28 03:49:32.449522 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.450406 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.450925 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 28 03:49:32.451257 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: qos_default.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.452170 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.452686 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extension qos-default not supported by any of loaded plugins Jul 28 03:49:32.453015 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: qos_fip.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.453901 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.454414 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extension qos-fip not supported by any of loaded plugins Jul 28 03:49:32.454747 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: qos_fip_network_policy.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.455632 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.456171 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 28 03:49:32.456502 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: qos_gateway_ip.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.457470 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.457985 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 28 03:49:32.458314 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: qos_port_network_policy.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.459194 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.459702 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 28 03:49:32.460068 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.461070 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.461581 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 28 03:49:32.461910 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.462908 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.463505 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 28 03:49:32.463798 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: qos_pps_rule.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.465496 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.466019 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extension qos-pps not supported by any of loaded plugins Jul 28 03:49:32.466348 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: qos_rule_type_details.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.467255 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.467768 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 28 03:49:32.468130 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: qos_rule_type_filter.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.469022 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.469541 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 28 03:49:32.469867 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: qos_rules_alias.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.499515 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.500057 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 28 03:49:32.500392 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: quota_check_limit.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.501281 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.501797 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: quota-check-limit Jul 28 03:49:32.502125 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: quotasv2.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.503082 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.503418 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: quotas Jul 28 03:49:32.503739 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: quotasv2_detail.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.505468 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.505817 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: quota_details Jul 28 03:49:32.506157 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: rbac.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.508882 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.509466 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: rbac-policies Jul 28 03:49:32.509806 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: rbac_address_group.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.510714 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.512080 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: rbac-address-group Jul 28 03:49:32.512418 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: rbac_address_scope.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.513314 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.513839 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: rbac-address-scope Jul 28 03:49:32.514169 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: rbac_security_groups.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.515137 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.515662 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: rbac-security-groups Jul 28 03:49:32.516268 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: rbac_subnetpool.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.517169 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.517774 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: rbac-subnetpool Jul 28 03:49:32.518105 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: revisionifmatch.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.519003 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.519530 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: revision-if-match Jul 28 03:49:32.519935 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: revisions.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.521045 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.521595 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: standard-attr-revisions Jul 28 03:49:32.521951 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: router_availability_zone.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.522604 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.523123 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: router_availability_zone Jul 28 03:49:32.523459 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: routerservicetype.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.524376 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.524899 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extension router-service-type not supported by any of loaded plugins Jul 28 03:49:32.525228 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.526129 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.527346 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: security-groups-normalized-cidr Jul 28 03:49:32.527685 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: security_groups_port_filtering.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.528615 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.529142 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: port-security-groups-filtering Jul 28 03:49:32.529475 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.530369 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.530893 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: security-groups-remote-address-group Jul 28 03:49:32.531223 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.532159 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.532683 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: security-groups-shared-filtering Jul 28 03:49:32.533016 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: securitygroup.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.542553 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.543094 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: security-group Jul 28 03:49:32.543434 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: segment.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.544172 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.544698 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extension segment not supported by any of loaded plugins Jul 28 03:49:32.545059 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.545965 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.546517 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 28 03:49:32.546845 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: servicetype.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.547896 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.548446 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: service-type Jul 28 03:49:32.548779 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: sorting.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.549728 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.550072 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: sorting Jul 28 03:49:32.550405 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: standard_attr_segment.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.551291 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.551824 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 28 03:49:32.552182 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: standardattrdescription.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.552826 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.553344 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: standard-attr-description Jul 28 03:49:32.553674 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: stateful_security_group.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.554649 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.555125 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: stateful-security-group Jul 28 03:49:32.555454 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: stdattrs_common.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.556029 dv-cinder-851279-1-iscsi neutron-server[121363]: WARNING neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 28 03:49:32.556358 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.557264 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.557892 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 28 03:49:32.558220 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: subnet_onboard.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.559248 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.559774 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: subnet_onboard Jul 28 03:49:32.560140 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.563280 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.563795 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 28 03:49:32.564155 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: subnet_service_types.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.565048 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.565568 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: subnet-service-types Jul 28 03:49:32.565897 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: subnetallocation.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.566942 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.567460 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: subnet_allocation Jul 28 03:49:32.567791 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.568458 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.568973 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: subnetpool-prefix-ops Jul 28 03:49:32.569304 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.570198 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.570713 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 28 03:49:32.571041 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: tagging.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.572088 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.572619 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: standard-attr-tag Jul 28 03:49:32.572949 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: timestamp.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.574645 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.575158 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loaded extension: standard-attr-timestamp Jul 28 03:49:32.575489 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: trunk.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.576518 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.577044 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extension trunk not supported by any of loaded plugins Jul 28 03:49:32.577384 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: trunk_details.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.578273 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.578793 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extension trunk-details not supported by any of loaded plugins Jul 28 03:49:32.579124 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: uplink_status_propagation.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.580055 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.580734 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 28 03:49:32.583718 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Loading extension file: vlantransparent.py {{(pid=121363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 03:49:32.583718 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=121363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 03:49:32.583718 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extension vlan-transparent not supported by any of loaded plugins Jul 28 03:49:32.584758 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.quota.resource_registry [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Creating instance of TrackedResource for resource:network Jul 28 03:49:32.585290 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.quota.resource_registry [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Creating instance of TrackedResource for resource:subnet Jul 28 03:49:32.585694 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.quota.resource_registry [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 03:49:32.586090 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.quota.resource_registry [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Creating instance of TrackedResource for resource:port Jul 28 03:49:32.587426 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.v2.resource_helper [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=121363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:49:32.587875 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.v2.resource_helper [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Service FLAVORS assigned prefix: {{(pid=121363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:49:32.588543 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.v2.resource_helper [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=121363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:49:32.588975 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.v2.resource_helper [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=121363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:49:32.589878 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.quota.resource_registry [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Creating instance of TrackedResource for resource:router Jul 28 03:49:32.590318 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.quota.resource_registry [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Creating instance of TrackedResource for resource:floatingip Jul 28 03:49:32.590806 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.v2.resource_helper [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Service METERING assigned prefix: /metering {{(pid=121363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:49:32.592285 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.592672 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.593035 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=121363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:49:32.594046 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.quota.resource_registry [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 03:49:32.594501 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.quota.resource_registry [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Creating instance of TrackedResource for resource:security_group Jul 28 03:49:32.594960 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.quota.resource_registry [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 03:49:32.595505 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.v2.resource_helper [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Service CORE assigned prefix: {{(pid=121363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:49:32.595844 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.quota.resource_registry [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 03:49:32.596225 dv-cinder-851279-1-iscsi neutron-server[121363]: WARNING neutron.quota.resource_registry [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] subnetpool is already registered Jul 28 03:49:32.597186 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.v2.resource_helper [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Service CORE assigned prefix: {{(pid=121363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:49:32.597186 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.quota.resource_registry [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 03:49:32.597380 dv-cinder-851279-1-iscsi neutron-server[121363]: WARNING neutron.quota.resource_registry [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] subnetpool is already registered Jul 28 03:49:32.599702 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.v2.resource_helper [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=121363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:49:32.600186 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.v2.resource_helper [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Service FLAVORS assigned prefix: {{(pid=121363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:49:32.600794 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.v2.resource_helper [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=121363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:49:32.601224 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.v2.resource_helper [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=121363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:49:32.601565 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.quota.resource_registry [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Creating instance of TrackedResource for resource:router Jul 28 03:49:32.601909 dv-cinder-851279-1-iscsi neutron-server[121363]: WARNING neutron.quota.resource_registry [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] router is already registered Jul 28 03:49:32.602327 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.quota.resource_registry [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Creating instance of TrackedResource for resource:floatingip Jul 28 03:49:32.602669 dv-cinder-851279-1-iscsi neutron-server[121363]: WARNING neutron.quota.resource_registry [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] floatingip is already registered Jul 28 03:49:32.603135 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.v2.resource_helper [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Service METERING assigned prefix: /metering {{(pid=121363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:49:32.603824 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.quota.resource_registry [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 03:49:32.604185 dv-cinder-851279-1-iscsi neutron-server[121363]: WARNING neutron.quota.resource_registry [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] rbac_policy is already registered Jul 28 03:49:32.604610 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.quota.resource_registry [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Creating instance of TrackedResource for resource:security_group Jul 28 03:49:32.604989 dv-cinder-851279-1-iscsi neutron-server[121363]: WARNING neutron.quota.resource_registry [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] security_group is already registered Jul 28 03:49:32.605473 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.quota.resource_registry [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 03:49:32.605821 dv-cinder-851279-1-iscsi neutron-server[121363]: WARNING neutron.quota.resource_registry [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] security_group_rule is already registered Jul 28 03:49:32.606473 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.v2.resource_helper [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Service CORE assigned prefix: {{(pid=121363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:49:32.606807 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.quota.resource_registry [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 03:49:32.607156 dv-cinder-851279-1-iscsi neutron-server[121363]: WARNING neutron.quota.resource_registry [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] subnetpool is already registered Jul 28 03:49:32.607585 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.v2.resource_helper [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Service CORE assigned prefix: {{(pid=121363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:49:32.607917 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.quota.resource_registry [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 03:49:32.608286 dv-cinder-851279-1-iscsi neutron-server[121363]: WARNING neutron.quota.resource_registry [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] subnetpool is already registered Jul 28 03:49:32.608761 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extended resource: extensions {{(pid=121363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:49:32.610282 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extended resource: address-groups {{(pid=121363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:49:32.611855 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extended resource: address-scopes {{(pid=121363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:49:32.613224 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extended resource: agents {{(pid=121363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:49:32.614395 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extended resource: auto-allocated-topology {{(pid=121363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:49:32.615630 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extended resource: availability_zones {{(pid=121363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:49:32.616924 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extended resource: dhcp-networks {{(pid=121363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:49:32.618481 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extended resource: dhcp-agents {{(pid=121363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:49:32.619937 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extended resource: routers {{(pid=121363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:49:32.621862 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extended resource: flavors {{(pid=121363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:49:32.623133 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extended resource: service_profiles {{(pid=121363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:49:32.624396 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extended resource: next_providers {{(pid=121363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:49:32.625843 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extended resource: service_profiles {{(pid=121363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:49:32.627423 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extended resource: floatingip-pools {{(pid=121363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:49:32.628681 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extended resource: routers {{(pid=121363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:49:32.630387 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extended resource: floatingips {{(pid=121363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:49:32.631656 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extended resource: l3-routers {{(pid=121363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:49:32.633101 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extended resource: l3-agents {{(pid=121363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:49:32.634594 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extended resource: metering-labels {{(pid=121363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:49:32.635847 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extended resource: metering-label-rules {{(pid=121363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:49:32.637921 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extended resource: network-ip-availabilities {{(pid=121363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:49:32.639184 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extended resource: bindings {{(pid=121363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:49:32.640803 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extended resource: quotas {{(pid=121363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:49:32.643714 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extended resource: quotas {{(pid=121363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:49:32.645459 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extended resource: rbac-policies {{(pid=121363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:49:32.646674 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extended resource: security-groups {{(pid=121363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:49:32.648010 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extended resource: security-group-rules {{(pid=121363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:49:32.649341 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extended resource: service-providers {{(pid=121363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:49:32.650554 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extended resource: subnetpools {{(pid=121363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:49:32.652976 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extended resource: subnetpools {{(pid=121363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:49:32.654547 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extended resource: tags {{(pid=121363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:49:32.656254 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extended resource: tags {{(pid=121363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:49:32.658917 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extended resource: tags {{(pid=121363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:49:32.660136 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extended resource: tags {{(pid=121363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:49:32.661872 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extended resource: tags {{(pid=121363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:49:32.663835 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extended resource: tags {{(pid=121363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:49:32.665595 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extended resource: tags {{(pid=121363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:49:32.667689 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extended resource: tags {{(pid=121363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:49:32.669512 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extended resource: tags {{(pid=121363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:49:32.671276 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron.api.extensions [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Extended resource: tags {{(pid=121363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:49:32.677590 dv-cinder-851279-1-iscsi neutron-server[121363]: WARNING keystonemiddleware.auth_token [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 28 03:49:32.682840 dv-cinder-851279-1-iscsi neutron-server[121363]: WARNING keystonemiddleware.auth_token [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 28 03:49:32.691830 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_concurrency.lockutils [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Acquired lock "singleton_lock" {{(pid=121363) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 28 03:49:32.692338 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_concurrency.lockutils [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Releasing lock "singleton_lock" {{(pid=121363) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 28 03:49:32.693026 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO oslo_service.service [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Starting 2 workers Jul 28 03:49:32.697841 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Started child 121474 {{(pid=121363) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 03:49:32.703381 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Started child 121475 {{(pid=121363) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 03:49:32.703875 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:49:32.705066 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO neutron.service [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Neutron service started, listening on 0.0.0.0:9696 Jul 28 03:49:32.705347 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [-] (121474) wsgi starting up on http://0.0.0.0:9696 Jul 28 03:49:32.705702 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Publish callbacks [] for process (None), before_spawn {{(pid=121363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:49:32.708228 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO oslo_service.service [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Starting 1 workers Jul 28 03:49:32.708355 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:49:32.709676 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [-] (121475) wsgi starting up on http://0.0.0.0:9696 Jul 28 03:49:32.713397 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Started child 121476 {{(pid=121363) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 03:49:32.713957 dv-cinder-851279-1-iscsi neutron-server[121363]: INFO oslo_service.service [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Starting 1 workers Jul 28 03:49:32.717968 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.service [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] calling RpcWorker wait() {{(pid=121476) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 28 03:49:32.718536 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.service [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] returning from RpcWorker wait() {{(pid=121476) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 28 03:49:32.719240 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Started child 121477 {{(pid=121363) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 03:49:32.719628 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:49:32.720075 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG neutron_lib.callbacks.manager [None req-ffe12ee7-d886-4e19-a763-688a12e98b1c None None] Publish callbacks [] for process (None), after_spawn {{(pid=121363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:49:32.720192 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:49:32.722058 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=121363) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 03:49:32.722273 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 03:49:32.722458 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 03:49:32.722688 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 03:49:32.723119 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 03:49:32.723321 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 03:49:32.723809 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.724104 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.724359 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:49:32.724826 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.724826 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.725214 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.725319 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:49:32.725543 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.725736 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.726019 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.726292 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.726461 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.726606 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.726847 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.727083 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.727465 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.727669 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.727926 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.728216 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.728389 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.730070 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] config_source = [] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.730070 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.730070 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.730070 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] debug = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.730070 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.730536 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.730536 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.730711 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.730934 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.731219 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.731478 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.731744 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.732022 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.732265 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.732519 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.732779 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.733056 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.733269 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.733505 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.733779 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.734020 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.734522 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] host = dv-cinder-851279-1-iscsi {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.734771 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.735006 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.735261 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.735511 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.735760 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.736034 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.736302 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.736584 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.736783 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.737020 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.737286 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.737536 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.737787 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] log_dir = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.738039 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] log_file = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.738206 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] log_options = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.738446 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.738735 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.739014 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.739219 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.739377 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.739529 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.739801 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.739994 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.740274 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.740582 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.740817 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.741173 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.741432 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.741683 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.741947 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.742209 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.742801 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.742995 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.743220 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.743477 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.743711 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.744069 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.744327 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.744576 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.744797 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.745038 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.745801 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.746121 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.746392 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.746648 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.746914 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.747256 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.747499 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.747827 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.748136 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.748368 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.748788 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.748938 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.749086 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.749317 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.749581 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.749831 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.750052 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.750281 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.750545 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.750801 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] use_journal = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.750984 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] use_json = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.751195 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.751497 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.751774 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.751938 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.752162 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.752383 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.752622 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.752866 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.753077 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.753557 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.753967 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.754331 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.754588 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.754864 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.755109 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.755362 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.755586 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.755842 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.756121 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.756444 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.756671 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.757106 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.757500 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.757500 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.758863 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.758863 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.758863 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.758863 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.759463 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.759463 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.759463 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.759835 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.760021 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.760303 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.760632 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.760889 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.762016 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.762158 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.762436 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.762793 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.763080 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.763449 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.763638 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.763881 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.764179 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.764422 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.764646 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.764885 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.765103 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.765361 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.765607 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.765843 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.766333 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.766579 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.766829 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.767080 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.767342 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.767611 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.767861 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.768122 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.768344 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.768652 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.769092 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.769271 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.769440 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.769603 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.769853 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.770112 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.770455 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.770761 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.771080 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.771322 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.771545 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.771813 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.772019 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.772244 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.773167 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.773167 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.773167 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.773167 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.773834 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.773834 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.773834 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.774206 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.774331 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.774480 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.774728 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.775986 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.775986 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.775986 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.775986 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.775986 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.776355 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.776355 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.776482 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.776741 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.776965 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.777183 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.777402 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.777624 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.777945 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.778172 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.778438 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.778704 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.778962 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.779207 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.779483 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.779705 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.779936 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.780196 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.780616 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.781025 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.781426 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.781850 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.782267 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.782722 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.783137 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.783446 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.783675 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.783903 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.784153 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.784388 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.784614 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.784859 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.785090 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.785343 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.785610 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.785868 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.786093 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.786685 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.786685 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.786862 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.787118 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.787398 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.787662 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.787934 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.788258 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.788535 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.788817 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.789073 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.789336 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.789604 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.789858 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.790109 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.790365 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.790619 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.790841 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.791072 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.791295 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.791727 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.791983 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.792744 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.792989 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.793213 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.793459 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.793734 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.794002 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.794292 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.794560 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.794859 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.795087 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.795345 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.795604 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.795825 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.796098 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.796353 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.796571 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.796790 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.797010 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.797274 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.797463 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.797698 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.797928 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.798148 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.798371 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.798591 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.798817 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.799038 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.799301 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.799538 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.799761 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.800022 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.800246 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.800556 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.800788 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.801005 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.801240 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.801463 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.801750 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.802002 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.802216 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.802446 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.802703 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.803126 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.803293 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.803614 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.803846 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.804096 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.804314 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.804536 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.804803 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.804993 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.805226 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.805444 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.805703 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.805956 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.806285 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.806559 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.806824 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.807090 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.807344 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.807568 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.808489 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.808747 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.810406 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.810406 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.810406 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.810406 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.810406 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.810406 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.810406 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.811778 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.811778 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.811778 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.811778 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.811778 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.811778 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.812667 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.812667 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.812667 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.812667 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.813189 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.813189 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.813189 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.813594 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.813750 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.814531 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.814531 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.814531 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.815299 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.815299 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.815299 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.815680 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.815680 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.815829 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.815986 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.816207 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.816445 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.816660 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.816876 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.817175 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.817407 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.817630 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.817861 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.818101 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.818317 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.818542 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.818768 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.818984 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.819402 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.819553 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.819709 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.819848 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.820098 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.820315 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.820546 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.820762 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.820975 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.821220 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.821440 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.821656 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.821963 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.822298 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.822535 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.822835 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.823071 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.823320 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.824348 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.824987 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.824987 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.825293 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.825433 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.825655 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.826073 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.826227 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.826414 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.826697 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.826985 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.827250 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.827702 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.827852 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.828092 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.828333 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.828706 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.829053 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.829336 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.829588 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.829845 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.830099 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.830342 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.830581 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.830843 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.831092 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.831436 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.831575 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.831784 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.832053 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.832279 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.832512 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.832732 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.832991 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.833210 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.833451 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.833673 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.833831 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 03:49:32.834387 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=121363) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 03:49:32.834770 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 03:49:32.834943 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 03:49:32.835149 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 03:49:32.835275 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 03:49:32.835404 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 03:49:32.835589 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.835997 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.835997 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.836159 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.836251 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.836402 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.836564 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.836725 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.836887 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.837049 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.837210 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.837370 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.837529 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.837690 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.837851 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.838011 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.838171 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.838335 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.838497 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] config_source = [] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.838658 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.838819 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.838983 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] debug = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.840153 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.840153 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.840153 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.840153 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.840153 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.840153 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.840830 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.840830 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.840830 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.840830 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.840830 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.841991 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.841991 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.841991 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.841991 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.841991 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.841991 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.841991 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] host = dv-cinder-851279-1-iscsi {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.841991 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.844100 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.844100 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.844100 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.844100 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.844100 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.844100 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.844100 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.844100 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.844708 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.844708 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.844708 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.844708 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] log_dir = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.844708 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] log_file = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.844708 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] log_options = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.844708 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.844708 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.844708 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.845325 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.845325 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.845325 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.845325 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.845325 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.845682 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.845682 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.845682 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.845902 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.845983 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.846126 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.846255 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:49:32.846356 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.846445 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.846583 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.846745 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.846906 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.847066 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.847227 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.847387 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.847547 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.847706 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.847867 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.848119 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.848280 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.848453 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.848608 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.848769 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.848930 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.849091 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.849251 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.849409 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.849574 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.849733 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.849894 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.850136 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.850307 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.850509 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.850624 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.850967 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.851359 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.851359 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.851775 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.851997 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] use_journal = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.852128 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] use_json = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.852289 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.852450 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.852697 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.852864 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.853032 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.853194 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.853358 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.853521 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.853828 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:49:32.853940 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.854025 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.854179 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.854387 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.854551 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.854688 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.854856 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.855024 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.855188 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.856668 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.856668 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.856668 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.856668 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.856668 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.856668 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.856668 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.856668 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.857284 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.857284 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.857284 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.857284 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.857284 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.857632 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.857632 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.857776 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.857865 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.857947 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.858126 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.858327 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.858464 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.858643 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.858809 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.858975 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.859135 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.859479 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.859651 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.859800 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.859983 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.860151 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.860538 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.860697 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.860868 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.861033 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.861197 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.861364 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.861520 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.861679 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.861838 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.861997 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.862156 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.862327 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.862514 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.862654 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.862808 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.862967 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.863138 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.863299 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.863468 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.863623 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.863781 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.863937 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.864131 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.864276 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.864445 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.864624 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.864790 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.864947 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.865105 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.865256 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.865402 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.865602 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.865748 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.867973 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.867973 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.867973 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.867973 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.867973 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.867973 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.867973 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.867973 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.867973 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.868662 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.868662 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.868662 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.868662 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.868662 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.869068 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.869248 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.869420 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.869580 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.869750 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.869932 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.870098 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.870845 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.870957 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.871124 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.871366 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.871536 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.871789 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.871888 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.872046 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.872237 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.872372 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.872512 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.872689 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.872828 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.872989 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.873372 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.873543 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.873747 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.873885 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.874069 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.874205 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.874351 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.874519 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.874682 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.874817 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.874961 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.875120 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.875289 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.875455 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.875610 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.875780 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.876135 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.876135 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.876326 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.877340 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.877340 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.877340 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.877340 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.877340 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.877340 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.877340 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.877847 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.877847 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.877847 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.878065 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.878145 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.878265 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.878434 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.878602 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.878768 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.878954 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.879116 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.879282 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.879448 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.879614 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.879780 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.879910 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.880108 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.880276 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.880425 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.880586 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.880751 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.880910 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.881075 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.881236 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.881398 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.881561 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.881723 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.881886 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.882050 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.882214 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.882375 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.882538 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.882699 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.882862 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.883025 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.883188 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.883425 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.883589 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.883752 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.883915 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.884116 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.884257 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.884444 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.884578 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.884741 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.884905 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.885167 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.885266 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.885388 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.885553 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.885718 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.885906 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.886888 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.887108 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.887216 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.887465 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.887567 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.887683 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.887843 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.888035 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.888200 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.888364 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.888528 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.888695 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.888876 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.889043 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.889242 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.889374 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.889538 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.889700 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.889868 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.890031 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.890193 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.890355 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.890527 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.890690 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.890852 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.891267 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.891435 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.891591 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.891775 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.891990 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.892131 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.892281 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.892444 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.892607 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.892769 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.892932 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.893094 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.893257 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.893424 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.893597 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.893747 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.893924 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.894088 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.894252 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.894414 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.894576 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.894739 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.894912 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.895076 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.895238 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.895399 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.895562 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.895726 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.895898 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.896084 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.896247 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.896409 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.896572 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.896734 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.896906 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.897069 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.897232 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.897393 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.897555 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.897718 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.897890 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.898053 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.898216 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.898377 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.898539 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.898702 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.898874 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.899038 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.899200 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.899364 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.899525 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.899688 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.899865 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.900055 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.900221 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.900391 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.900554 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.900716 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.900879 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.901054 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.901217 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.901383 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.902066 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.902338 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.902509 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.902679 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.902828 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.903007 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.903177 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.903342 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.903512 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.903682 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.903858 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.904045 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.904216 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.904391 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.904554 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.904716 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.904895 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.905044 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.905190 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.905355 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.905517 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.905679 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.905841 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.906003 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.906216 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.906364 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.906526 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.906689 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.906852 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.907014 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.907178 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.907341 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.907504 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:49:32.907660 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=121363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 03:49:33.150159 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 48824) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:49:33.159434 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064967 Jul 28 03:49:41.909038 dv-cinder-851279-1-iscsi neutron-server[121363]: DEBUG dbcounter [-] [121363] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=121363) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:49:44.812070 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757ffb28-c0ea-47a6-bd68-109fea746bf7 None None] get_active_networks_info from dv-cinder-851279-1-iscsi {{(pid=121476) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 28 03:49:44.812070 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writer thread running {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 03:49:44.880774 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757ffb28-c0ea-47a6-bd68-109fea746bf7 None None] No non-hosted networks {{(pid=121476) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 28 03:49:44.891139 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.agentschedulers_db [None req-757ffb28-c0ea-47a6-bd68-109fea746bf7 None None] DHCP Agent not found on host dv-cinder-851279-1-iscsi {{(pid=121476) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 28 03:49:44.990187 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-c746fc04-e054-49c3-b5eb-36ebe69ff950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1736872'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_create {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:49:46.666329 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writer thread running {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 03:49:47.420181 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-e0c3aa85-3e30-446c-b542-5da0bea1a285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1736872'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_create {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:49:47.466202 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.db.api [None req-8da11765-501d-485d-b7cf-17e316810150 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-851279-1-iscsi {{(pid=121476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 03:49:47.467129 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG oslo_db.api [None req-8da11765-501d-485d-b7cf-17e316810150 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 03:49:48.067134 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-8da11765-501d-485d-b7cf-17e316810150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:49:48.114850 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 48894) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:49:48.261838 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1736872'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_create {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:49:48.695969 dv-cinder-851279-1-iscsi neutron-server[121475]: WARNING oslo_policy.policy [None req-d51c362f-bd4e-4361-a89d-0da2a00eb96d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:49:48.696541 dv-cinder-851279-1-iscsi neutron-server[121475]: WARNING oslo_policy.policy [None req-d51c362f-bd4e-4361-a89d-0da2a00eb96d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:49:48.926013 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [None req-d51c362f-bd4e-4361-a89d-0da2a00eb96d admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=121475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 03:49:48.939981 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-d51c362f-bd4e-4361-a89d-0da2a00eb96d admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8114190 Jul 28 03:49:49.541334 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1736872'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_create {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:49:50.089823 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1736872'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_create {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:49:50.090529 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:50.090867 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:50.091203 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:50.091530 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:50.091854 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:50.092203 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:50.092525 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:50.092873 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:50.093194 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:50.093508 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:50.093843 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:50.094162 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:50.094493 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:50.094857 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:50.095172 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:50.095562 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-851279-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:49:50.101965 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-851279-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:49:51.245625 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 48930) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:49:51.600334 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-9cd0497b-b389-446b-b2fd-eff48f280f94 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:49:51.693796 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.policy [None req-9cd0497b-b389-446b-b2fd-eff48f280f94 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=121475) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 03:49:51.736657 dv-cinder-851279-1-iscsi neutron-server[121475]: WARNING oslo_policy.policy [None req-9cd0497b-b389-446b-b2fd-eff48f280f94 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:49:51.737100 dv-cinder-851279-1-iscsi neutron-server[121475]: WARNING oslo_policy.policy [None req-9cd0497b-b389-446b-b2fd-eff48f280f94 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:49:51.757573 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writer thread running {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 03:49:51.901290 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-9cd0497b-b389-446b-b2fd-eff48f280f94 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761986639641', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761986638125', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761986590228', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761986597358', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761986610093', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761986420604', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7767088', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7376156', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1958861', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1938469'] for rbac-policy (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:49:52.128309 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-9cd0497b-b389-446b-b2fd-eff48f280f94 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:49:52.129504 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-9cd0497b-b389-446b-b2fd-eff48f280f94 admin admin] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8829043 Jul 28 03:49:54.358288 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 48942) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:49:54.507844 dv-cinder-851279-1-iscsi neutron-server[121476]: INFO neutron.db.l3_hamode_db [None req-22bf251e-99b4-4529-b10f-303e636c32b7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 28 03:49:54.585094 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bf251e-99b4-4529-b10f-303e636c32b7 None None] Routers set() bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 03:49:54.585378 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bf251e-99b4-4529-b10f-303e636c32b7 None None] Router IDs set() for agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 28 03:49:54.878602 dv-cinder-851279-1-iscsi neutron-server[121474]: WARNING oslo_policy.policy [None req-6f1e9181-51bb-41ff-ade9-ce61d0ffb615 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:49:54.879150 dv-cinder-851279-1-iscsi neutron-server[121474]: WARNING oslo_policy.policy [None req-6f1e9181-51bb-41ff-ade9-ce61d0ffb615 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:49:55.102660 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-6f1e9181-51bb-41ff-ade9-ce61d0ffb615 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:49:55.116307 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writer thread running {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 03:49:55.277862 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1e9181-51bb-41ff-ade9-ce61d0ffb615 demo demo] Made reservation on behalf of 3c5788d573494f618d96da6f7509009a for: {'network': 1} {{(pid=121474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:49:55.338004 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.policy [None req-6f1e9181-51bb-41ff-ade9-ce61d0ffb615 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=121474) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 03:49:55.382373 dv-cinder-851279-1-iscsi neutron-server[121474]: WARNING oslo_policy.policy [None req-6f1e9181-51bb-41ff-ade9-ce61d0ffb615 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:49:55.383019 dv-cinder-851279-1-iscsi neutron-server[121474]: WARNING oslo_policy.policy [None req-6f1e9181-51bb-41ff-ade9-ce61d0ffb615 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:49:55.393898 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-6f1e9181-51bb-41ff-ade9-ce61d0ffb615 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for network (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:49:55.417206 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-6f1e9181-51bb-41ff-ade9-ce61d0ffb615 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:49:55.534082 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-6f1e9181-51bb-41ff-ade9-ce61d0ffb615 demo demo] Publish callbacks [] for security_group (3baf49f7-51b3-4623-8425-47fcec976141), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:49:55.609558 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-6f1e9181-51bb-41ff-ade9-ce61d0ffb615 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (3baf49f7-51b3-4623-8425-47fcec976141), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:49:55.643427 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f1e9181-51bb-41ff-ade9-ce61d0ffb615 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=121474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:49:55.672653 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-6f1e9181-51bb-41ff-ade9-ce61d0ffb615 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761988548545', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684'] for segment (99c2a6fa-99a5-43b6-af36-f5a6e48058b0), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:49:55.673223 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-6f1e9181-51bb-41ff-ade9-ce61d0ffb615 demo demo] Unsubscribe: segment precommit_create {{(pid=121474) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 03:49:55.674074 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.db.segments_db [None req-6f1e9181-51bb-41ff-ade9-ce61d0ffb615 demo demo] Added segment 99c2a6fa-99a5-43b6-af36-f5a6e48058b0 of type vlan for network fa1b3388-6d6f-4df6-8853-2ca37e41d813 Jul 28 03:49:55.680062 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e9181-51bb-41ff-ade9-ce61d0ffb615 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=3baf49f7-51b3-4623-8425-47fcec976141,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:49:55.723118 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e9181-51bb-41ff-ade9-ce61d0ffb615 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:55.723444 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e9181-51bb-41ff-ade9-ce61d0ffb615 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:55.723806 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e9181-51bb-41ff-ade9-ce61d0ffb615 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:55.724181 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e9181-51bb-41ff-ade9-ce61d0ffb615 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:55.724515 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e9181-51bb-41ff-ade9-ce61d0ffb615 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:55.724841 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e9181-51bb-41ff-ade9-ce61d0ffb615 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:55.725196 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e9181-51bb-41ff-ade9-ce61d0ffb615 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:55.725512 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e9181-51bb-41ff-ade9-ce61d0ffb615 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:55.725833 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e9181-51bb-41ff-ade9-ce61d0ffb615 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:55.726150 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e9181-51bb-41ff-ade9-ce61d0ffb615 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:55.726539 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e9181-51bb-41ff-ade9-ce61d0ffb615 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:55.726856 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e9181-51bb-41ff-ade9-ce61d0ffb615 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:55.727173 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e9181-51bb-41ff-ade9-ce61d0ffb615 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:55.727487 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e9181-51bb-41ff-ade9-ce61d0ffb615 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:55.727801 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e9181-51bb-41ff-ade9-ce61d0ffb615 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:55.729495 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1e9181-51bb-41ff-ade9-ce61d0ffb615 demo demo] Tracked resource versions report: Jul 28 03:49:55.729495 dv-cinder-851279-1-iscsi neutron-server[121474]: pushed versions: Jul 28 03:49:55.729495 dv-cinder-851279-1-iscsi neutron-server[121474]: { 'AddressGroup': {'1.2'}, Jul 28 03:49:55.729495 dv-cinder-851279-1-iscsi neutron-server[121474]: 'Agent': {'1.1'}, Jul 28 03:49:55.729495 dv-cinder-851279-1-iscsi neutron-server[121474]: 'ConntrackHelper': {'1.0'}, Jul 28 03:49:55.729495 dv-cinder-851279-1-iscsi neutron-server[121474]: 'LocalIPAssociation': {'1.0'}, Jul 28 03:49:55.729495 dv-cinder-851279-1-iscsi neutron-server[121474]: 'Log': {'1.0'}, Jul 28 03:49:55.729495 dv-cinder-851279-1-iscsi neutron-server[121474]: 'NDPProxy': {'1.0'}, Jul 28 03:49:55.729495 dv-cinder-851279-1-iscsi neutron-server[121474]: 'Network': {'1.1'}, Jul 28 03:49:55.729495 dv-cinder-851279-1-iscsi neutron-server[121474]: 'Port': {'1.7'}, Jul 28 03:49:55.729495 dv-cinder-851279-1-iscsi neutron-server[121474]: 'PortForwarding': {'1.3'}, Jul 28 03:49:55.729495 dv-cinder-851279-1-iscsi neutron-server[121474]: 'QosPolicy': {'1.10'}, Jul 28 03:49:55.729495 dv-cinder-851279-1-iscsi neutron-server[121474]: 'SecurityGroup': {'1.5'}, Jul 28 03:49:55.729495 dv-cinder-851279-1-iscsi neutron-server[121474]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:49:55.729495 dv-cinder-851279-1-iscsi neutron-server[121474]: 'SubPort': {'1.0'}, Jul 28 03:49:55.729495 dv-cinder-851279-1-iscsi neutron-server[121474]: 'Subnet': {'1.1'}, Jul 28 03:49:55.729495 dv-cinder-851279-1-iscsi neutron-server[121474]: 'Trunk': {'1.1'}} Jul 28 03:49:55.729495 dv-cinder-851279-1-iscsi neutron-server[121474]: consumer versions: Jul 28 03:49:55.729495 dv-cinder-851279-1-iscsi neutron-server[121474]: { DHCP agent@dv-cinder-851279-1-iscsi: {}, Jul 28 03:49:55.729495 dv-cinder-851279-1-iscsi neutron-server[121474]: L3 agent@dv-cinder-851279-1-iscsi: {}, Jul 28 03:49:55.729495 dv-cinder-851279-1-iscsi neutron-server[121474]: Metadata agent@dv-cinder-851279-1-iscsi: {}, Jul 28 03:49:55.729495 dv-cinder-851279-1-iscsi neutron-server[121474]: Metering agent@dv-cinder-851279-1-iscsi: {}, Jul 28 03:49:55.729495 dv-cinder-851279-1-iscsi neutron-server[121474]: Open vSwitch agent@dv-cinder-851279-1-iscsi: { 'AddressGroup': '1.2', Jul 28 03:49:55.729495 dv-cinder-851279-1-iscsi neutron-server[121474]: 'Agent': '1.1', Jul 28 03:49:55.729495 dv-cinder-851279-1-iscsi neutron-server[121474]: 'ConntrackHelper': '1.0', Jul 28 03:49:55.729495 dv-cinder-851279-1-iscsi neutron-server[121474]: 'LocalIPAssociation': '1.0', Jul 28 03:49:55.729495 dv-cinder-851279-1-iscsi neutron-server[121474]: 'Log': '1.0', Jul 28 03:49:55.729495 dv-cinder-851279-1-iscsi neutron-server[121474]: 'NDPProxy': '1.0', Jul 28 03:49:55.729495 dv-cinder-851279-1-iscsi neutron-server[121474]: 'Network': '1.1', Jul 28 03:49:55.729495 dv-cinder-851279-1-iscsi neutron-server[121474]: 'Port': '1.7', Jul 28 03:49:55.729495 dv-cinder-851279-1-iscsi neutron-server[121474]: 'PortForwarding': '1.3', Jul 28 03:49:55.729495 dv-cinder-851279-1-iscsi neutron-server[121474]: 'QosPolicy': '1.10', Jul 28 03:49:55.729495 dv-cinder-851279-1-iscsi neutron-server[121474]: 'SecurityGroup': '1.5', Jul 28 03:49:55.729495 dv-cinder-851279-1-iscsi neutron-server[121474]: 'SecurityGroupRule': '1.2', Jul 28 03:49:55.729495 dv-cinder-851279-1-iscsi neutron-server[121474]: 'SubPort': '1.0', Jul 28 03:49:55.729495 dv-cinder-851279-1-iscsi neutron-server[121474]: 'Subnet': '1.1', Jul 28 03:49:55.729495 dv-cinder-851279-1-iscsi neutron-server[121474]: 'Trunk': '1.1'}} Jul 28 03:49:55.729495 dv-cinder-851279-1-iscsi neutron-server[121474]: {{(pid=121474) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:49:55.792035 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-6f1e9181-51bb-41ff-ade9-ce61d0ffb615 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761987992185'] for network (fa1b3388-6d6f-4df6-8853-2ca37e41d813), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:49:55.912475 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-6f1e9181-51bb-41ff-ade9-ce61d0ffb615 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753'] for network (fa1b3388-6d6f-4df6-8853-2ca37e41d813), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:49:55.918472 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1e9181-51bb-41ff-ade9-ce61d0ffb615 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:49:55.919171 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-6f1e9181-51bb-41ff-ade9-ce61d0ffb615 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for network (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:49:56.040292 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e9181-51bb-41ff-ade9-ce61d0ffb615 demo demo] Pushing event updated for resources: {'Network': ['ID=fa1b3388-6d6f-4df6-8853-2ca37e41d813,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:49:56.052368 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Network fa1b3388-6d6f-4df6-8853-2ca37e41d813 details requested by agent ovs-agent-dv-cinder-851279-1-iscsi with host dv-cinder-851279-1-iscsi {{(pid=121476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:49:56.083451 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-6f1e9181-51bb-41ff-ade9-ce61d0ffb615 demo demo] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.7231722 Jul 28 03:49:58.362222 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 48962) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:49:58.784314 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8f3d08-49b9-4939-a663-9d9243206b38 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:49:58.785730 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-5d8f3d08-49b9-4939-a663-9d9243206b38 demo admin] 10.222.0.66 "GET /v2.0/networks/fa1b3388-6d6f-4df6-8853-2ca37e41d813 HTTP/1.1" status: 200 len: 825 time: 0.4225578 Jul 28 03:49:58.825846 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-889c23ae-1f4c-4334-8a77-35a8bd623d9c demo admin] 10.222.0.66 "GET /v2.0/subnetpools/6f255714-3489-43b5-82e7-3e4468242a85 HTTP/1.1" status: 200 len: 734 time: 0.0342836 Jul 28 03:49:58.834675 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-e19ec5ae-b99f-4cdb-973c-e8ffe8ca95ee demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'fa1b3388-6d6f-4df6-8853-2ca37e41d813', 'subnetpool_id': '6f255714-3489-43b5-82e7-3e4468242a85'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:49:58.853519 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=51,neutron:INSERT=44,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:49:58.937738 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19ec5ae-b99f-4cdb-973c-e8ffe8ca95ee demo admin] Made reservation on behalf of 3c5788d573494f618d96da6f7509009a for: {'subnet': 1} {{(pid=121474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:49:58.940145 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-e19ec5ae-b99f-4cdb-973c-e8ffe8ca95ee demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:49:59.101593 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:49:59.344136 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-e19ec5ae-b99f-4cdb-973c-e8ffe8ca95ee demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753'] for subnet (50a99314-320d-41f4-8a86-e94e6665afad), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:49:59.415747 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19ec5ae-b99f-4cdb-973c-e8ffe8ca95ee demo admin] Pushing event updated for resources: {'Subnet': ['ID=50a99314-320d-41f4-8a86-e94e6665afad,revision_number=0']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:49:59.420291 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19ec5ae-b99f-4cdb-973c-e8ffe8ca95ee demo admin] Checking segment: {'id': '99c2a6fa-99a5-43b6-af36-f5a6e48058b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'fa1b3388-6d6f-4df6-8853-2ca37e41d813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 03:49:59.420670 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19ec5ae-b99f-4cdb-973c-e8ffe8ca95ee demo admin] Network hostable DHCP agents. Network: fa1b3388-6d6f-4df6-8853-2ca37e41d813, hostable agents: ['a6d94de3-42af-4ea6-939a-9cee0bfbc3cb'], hosted agents: [] {{(pid=121474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:49:59.453396 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=15,neutron:INSERT=31 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:49:59.455248 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=9 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:49:59.569282 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19ec5ae-b99f-4cdb-973c-e8ffe8ca95ee demo admin] Network fa1b3388-6d6f-4df6-8853-2ca37e41d813 is scheduled to be hosted by DHCP agent a6d94de3-42af-4ea6-939a-9cee0bfbc3cb with binding_index 1 {{(pid=121474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:49:59.666420 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [None req-e19ec5ae-b99f-4cdb-973c-e8ffe8ca95ee demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-1-iscsi, fa1b3388-6d6f-4df6-8853-2ca37e41d813) {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:49:59.672010 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19ec5ae-b99f-4cdb-973c-e8ffe8ca95ee demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:49:59.673064 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-e19ec5ae-b99f-4cdb-973c-e8ffe8ca95ee demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for subnet (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:49:59.677164 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9873ce33-4364-4081-b05b-ab652e554ef5 None None] Network fa1b3388-6d6f-4df6-8853-2ca37e41d813 requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 03:49:59.792053 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-e19ec5ae-b99f-4cdb-973c-e8ffe8ca95ee demo admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9605539 Jul 28 03:49:59.944083 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7110e263-da8b-49c2-8311-a408b84c7435 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc055524f-0d7a-5f36-9cf2-5686bc452ffc-fa1b3388-6d6f-4df6-8853-2ca37e41d813', 'network_id': 'fa1b3388-6d6f-4df6-8853-2ca37e41d813', 'project_id': '3c5788d573494f618d96da6f7509009a', 'fixed_ips': [{'subnet_id': '50a99314-320d-41f4-8a86-e94e6665afad'}]}} from dv-cinder-851279-1-iscsi. {{(pid=121476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 03:49:59.945685 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-7110e263-da8b-49c2-8311-a408b84c7435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:00.223490 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=64,neutron:INSERT=36 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:50:00.237468 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.db_base_plugin_common [None req-7110e263-da8b-49c2-8311-a408b84c7435 None None] Allocated IP 172.20.0.2 (fa1b3388-6d6f-4df6-8853-2ca37e41d813/50a99314-320d-41f4-8a86-e94e6665afad/e15bddf2-dcd4-4202-bd02-5cc974356a16) {{(pid=121476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:50:00.515660 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-7110e263-da8b-49c2-8311-a408b84c7435 None None] Publish callbacks [] for port (e15bddf2-dcd4-4202-bd02-5cc974356a16), precommit_create {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:00.655551 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-7110e263-da8b-49c2-8311-a408b84c7435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379'] for port (e15bddf2-dcd4-4202-bd02-5cc974356a16), after_create {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:00.726697 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:50:00.737400 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7110e263-da8b-49c2-8311-a408b84c7435 None None] Network fa1b3388-6d6f-4df6-8853-2ca37e41d813 is already hosted by enough agents. {{(pid=121476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:50:00.743126 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.scheduler.base_scheduler [None req-7110e263-da8b-49c2-8311-a408b84c7435 None None] Resources bound (agent type, host, resource id): {{(pid=121476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:50:00.748017 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7110e263-da8b-49c2-8311-a408b84c7435 None None] Pushing event updated for resources: {'Port': ['ID=e15bddf2-dcd4-4202-bd02-5cc974356a16,revision_number=1']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:00.752222 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7110e263-da8b-49c2-8311-a408b84c7435 None None] Received port after_create {{(pid=121476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 03:50:00.760827 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7110e263-da8b-49c2-8311-a408b84c7435 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:00.761172 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7110e263-da8b-49c2-8311-a408b84c7435 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:00.762173 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7110e263-da8b-49c2-8311-a408b84c7435 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:00.762614 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7110e263-da8b-49c2-8311-a408b84c7435 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:00.762956 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7110e263-da8b-49c2-8311-a408b84c7435 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:00.763285 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7110e263-da8b-49c2-8311-a408b84c7435 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:00.763609 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7110e263-da8b-49c2-8311-a408b84c7435 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:00.763933 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7110e263-da8b-49c2-8311-a408b84c7435 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:00.764279 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7110e263-da8b-49c2-8311-a408b84c7435 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:00.764602 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7110e263-da8b-49c2-8311-a408b84c7435 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:00.764924 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7110e263-da8b-49c2-8311-a408b84c7435 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:00.765517 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7110e263-da8b-49c2-8311-a408b84c7435 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:00.765886 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7110e263-da8b-49c2-8311-a408b84c7435 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:00.766157 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7110e263-da8b-49c2-8311-a408b84c7435 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:00.766474 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7110e263-da8b-49c2-8311-a408b84c7435 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:00.767973 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7110e263-da8b-49c2-8311-a408b84c7435 None None] Tracked resource versions report: Jul 28 03:50:00.767973 dv-cinder-851279-1-iscsi neutron-server[121476]: pushed versions: Jul 28 03:50:00.767973 dv-cinder-851279-1-iscsi neutron-server[121476]: { 'AddressGroup': {'1.2'}, Jul 28 03:50:00.767973 dv-cinder-851279-1-iscsi neutron-server[121476]: 'Agent': {'1.1'}, Jul 28 03:50:00.767973 dv-cinder-851279-1-iscsi neutron-server[121476]: 'ConntrackHelper': {'1.0'}, Jul 28 03:50:00.767973 dv-cinder-851279-1-iscsi neutron-server[121476]: 'LocalIPAssociation': {'1.0'}, Jul 28 03:50:00.767973 dv-cinder-851279-1-iscsi neutron-server[121476]: 'Log': {'1.0'}, Jul 28 03:50:00.767973 dv-cinder-851279-1-iscsi neutron-server[121476]: 'NDPProxy': {'1.0'}, Jul 28 03:50:00.767973 dv-cinder-851279-1-iscsi neutron-server[121476]: 'Network': {'1.1'}, Jul 28 03:50:00.767973 dv-cinder-851279-1-iscsi neutron-server[121476]: 'Port': {'1.7'}, Jul 28 03:50:00.767973 dv-cinder-851279-1-iscsi neutron-server[121476]: 'PortForwarding': {'1.3'}, Jul 28 03:50:00.767973 dv-cinder-851279-1-iscsi neutron-server[121476]: 'QosPolicy': {'1.10'}, Jul 28 03:50:00.767973 dv-cinder-851279-1-iscsi neutron-server[121476]: 'SecurityGroup': {'1.5'}, Jul 28 03:50:00.767973 dv-cinder-851279-1-iscsi neutron-server[121476]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:50:00.767973 dv-cinder-851279-1-iscsi neutron-server[121476]: 'SubPort': {'1.0'}, Jul 28 03:50:00.767973 dv-cinder-851279-1-iscsi neutron-server[121476]: 'Subnet': {'1.1'}, Jul 28 03:50:00.767973 dv-cinder-851279-1-iscsi neutron-server[121476]: 'Trunk': {'1.1'}} Jul 28 03:50:00.767973 dv-cinder-851279-1-iscsi neutron-server[121476]: consumer versions: Jul 28 03:50:00.767973 dv-cinder-851279-1-iscsi neutron-server[121476]: { DHCP agent@dv-cinder-851279-1-iscsi: {}, Jul 28 03:50:00.767973 dv-cinder-851279-1-iscsi neutron-server[121476]: L3 agent@dv-cinder-851279-1-iscsi: {}, Jul 28 03:50:00.767973 dv-cinder-851279-1-iscsi neutron-server[121476]: Metadata agent@dv-cinder-851279-1-iscsi: {}, Jul 28 03:50:00.767973 dv-cinder-851279-1-iscsi neutron-server[121476]: Metering agent@dv-cinder-851279-1-iscsi: {}, Jul 28 03:50:00.767973 dv-cinder-851279-1-iscsi neutron-server[121476]: Open vSwitch agent@dv-cinder-851279-1-iscsi: { 'AddressGroup': '1.2', Jul 28 03:50:00.767973 dv-cinder-851279-1-iscsi neutron-server[121476]: 'Agent': '1.1', Jul 28 03:50:00.767973 dv-cinder-851279-1-iscsi neutron-server[121476]: 'ConntrackHelper': '1.0', Jul 28 03:50:00.767973 dv-cinder-851279-1-iscsi neutron-server[121476]: 'LocalIPAssociation': '1.0', Jul 28 03:50:00.767973 dv-cinder-851279-1-iscsi neutron-server[121476]: 'Log': '1.0', Jul 28 03:50:00.767973 dv-cinder-851279-1-iscsi neutron-server[121476]: 'NDPProxy': '1.0', Jul 28 03:50:00.767973 dv-cinder-851279-1-iscsi neutron-server[121476]: 'Network': '1.1', Jul 28 03:50:00.767973 dv-cinder-851279-1-iscsi neutron-server[121476]: 'Port': '1.7', Jul 28 03:50:00.767973 dv-cinder-851279-1-iscsi neutron-server[121476]: 'PortForwarding': '1.3', Jul 28 03:50:00.767973 dv-cinder-851279-1-iscsi neutron-server[121476]: 'QosPolicy': '1.10', Jul 28 03:50:00.767973 dv-cinder-851279-1-iscsi neutron-server[121476]: 'SecurityGroup': '1.5', Jul 28 03:50:00.767973 dv-cinder-851279-1-iscsi neutron-server[121476]: 'SecurityGroupRule': '1.2', Jul 28 03:50:00.767973 dv-cinder-851279-1-iscsi neutron-server[121476]: 'SubPort': '1.0', Jul 28 03:50:00.767973 dv-cinder-851279-1-iscsi neutron-server[121476]: 'Subnet': '1.1', Jul 28 03:50:00.767973 dv-cinder-851279-1-iscsi neutron-server[121476]: 'Trunk': '1.1'}} Jul 28 03:50:00.767973 dv-cinder-851279-1-iscsi neutron-server[121476]: {{(pid=121476) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:50:00.849847 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-7110e263-da8b-49c2-8311-a408b84c7435 None None] Attempting to bind port e15bddf2-dcd4-4202-bd02-5cc974356a16 on host dv-cinder-851279-1-iscsi for vnic_type normal with profile {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 03:50:00.850253 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-7110e263-da8b-49c2-8311-a408b84c7435 None None] Attempting to bind port e15bddf2-dcd4-4202-bd02-5cc974356a16 by drivers openvswitch,hyperv on host dv-cinder-851279-1-iscsi at level 0 using segments [{'id': '99c2a6fa-99a5-43b6-af36-f5a6e48058b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'fa1b3388-6d6f-4df6-8853-2ca37e41d813'}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 03:50:00.850686 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7110e263-da8b-49c2-8311-a408b84c7435 None None] Attempting to bind port e15bddf2-dcd4-4202-bd02-5cc974356a16 on network fa1b3388-6d6f-4df6-8853-2ca37e41d813 {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 03:50:00.856649 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7110e263-da8b-49c2-8311-a408b84c7435 None None] Checking agent: {'id': '51dbe35b-f2d3-4ce9-b487-580c36e6d07a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 49, 50), 'started_at': datetime.datetime(2022, 7, 28, 3, 49, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 3, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 03:50:00.857021 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7110e263-da8b-49c2-8311-a408b84c7435 None None] Checking segment: {'id': '99c2a6fa-99a5-43b6-af36-f5a6e48058b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'fa1b3388-6d6f-4df6-8853-2ca37e41d813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 03:50:00.857480 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-7110e263-da8b-49c2-8311-a408b84c7435 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:00.857869 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7110e263-da8b-49c2-8311-a408b84c7435 None None] Bound using segment: {'id': '99c2a6fa-99a5-43b6-af36-f5a6e48058b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'fa1b3388-6d6f-4df6-8853-2ca37e41d813'} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 03:50:00.858336 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-7110e263-da8b-49c2-8311-a408b84c7435 None None] Bound port: e15bddf2-dcd4-4202-bd02-5cc974356a16, host: dv-cinder-851279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99c2a6fa-99a5-43b6-af36-f5a6e48058b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'fa1b3388-6d6f-4df6-8853-2ca37e41d813'}}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 03:50:00.859135 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-7110e263-da8b-49c2-8311-a408b84c7435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (e15bddf2-dcd4-4202-bd02-5cc974356a16), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:00.930324 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-7110e263-da8b-49c2-8311-a408b84c7435 None None] For port e15bddf2-dcd4-4202-bd02-5cc974356a16, host dv-cinder-851279-1-iscsi, cleared binding levels {{(pid=121476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:50:00.950183 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-7110e263-da8b-49c2-8311-a408b84c7435 None None] For port e15bddf2-dcd4-4202-bd02-5cc974356a16, host dv-cinder-851279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=e15bddf2-dcd4-4202-bd02-5cc974356a16,segment=NetworkSegment(99c2a6fa-99a5-43b6-af36-f5a6e48058b0),segment_id=99c2a6fa-99a5-43b6-af36-f5a6e48058b0)] {{(pid=121476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:50:01.056856 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-7110e263-da8b-49c2-8311-a408b84c7435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (e15bddf2-dcd4-4202-bd02-5cc974356a16), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:01.116270 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7110e263-da8b-49c2-8311-a408b84c7435 None None] Pushing event updated for resources: {'Port': ['ID=e15bddf2-dcd4-4202-bd02-5cc974356a16,revision_number=2']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:02.041726 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=10,neutron:INSERT=4,neutron:DELETE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:50:02.043615 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=23,neutron:INSERT=33,neutron:DELETE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:50:02.091545 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 48984) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:50:02.458283 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [None req-423b0e95-5ae9-4cdb-b1e1-7599e164a5ee admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=121474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 03:50:02.459302 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-423b0e95-5ae9-4cdb-b1e1-7599e164a5ee admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3666689 Jul 28 03:50:04.733124 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 48992) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:50:05.072813 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [None req-94811bb1-b9ea-48c2-95a7-9b89466e09da admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=121474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 03:50:05.073857 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-94811bb1-b9ea-48c2-95a7-9b89466e09da admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3397291 Jul 28 03:50:07.471672 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 49000) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:50:07.827117 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-0c76871c-62fc-46f0-b003-99ed871e8a8e demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:50:07.918240 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-0c76871c-62fc-46f0-b003-99ed871e8a8e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1682968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-675'] for router (4c66a071-754d-4666-94de-9f494a0206fd), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:07.919912 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-0c76871c-62fc-46f0-b003-99ed871e8a8e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1680112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1771895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-682'] for router (4c66a071-754d-4666-94de-9f494a0206fd), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:08.058739 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-0c76871c-62fc-46f0-b003-99ed871e8a8e demo demo] Publish callbacks [] for router_controller (4c66a071-754d-4666-94de-9f494a0206fd), precommit_add_association {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:08.156356 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-0c76871c-62fc-46f0-b003-99ed871e8a8e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740428'] for router (4c66a071-754d-4666-94de-9f494a0206fd), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:08.330901 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-0c76871c-62fc-46f0-b003-99ed871e8a8e demo demo] Publish callbacks [] for router (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:08.332172 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-0c76871c-62fc-46f0-b003-99ed871e8a8e demo demo] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8593633 Jul 28 03:50:09.450269 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840c11f1-1ae2-4bdd-b866-61fbd97d36be None None] Network fa1b3388-6d6f-4df6-8853-2ca37e41d813 requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 03:50:09.519414 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-0827a55b-967e-43c7-b5b0-797ddc75ffd7 None None] Provisioning complete for port e15bddf2-dcd4-4202-bd02-5cc974356a16 triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:50:09.519833 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-0827a55b-967e-43c7-b5b0-797ddc75ffd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (e15bddf2-dcd4-4202-bd02-5cc974356a16), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:09.709951 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-0827a55b-967e-43c7-b5b0-797ddc75ffd7 None None] Current status of the port e15bddf2-dcd4-4202-bd02-5cc974356a16 is: DOWN; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:50:09.710341 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-0827a55b-967e-43c7-b5b0-797ddc75ffd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (e15bddf2-dcd4-4202-bd02-5cc974356a16), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:09.750905 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-0827a55b-967e-43c7-b5b0-797ddc75ffd7 None None] For port e15bddf2-dcd4-4202-bd02-5cc974356a16, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=e15bddf2-dcd4-4202-bd02-5cc974356a16,segment=NetworkSegment(99c2a6fa-99a5-43b6-af36-f5a6e48058b0),segment_id=99c2a6fa-99a5-43b6-af36-f5a6e48058b0)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:50:09.786936 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device e15bddf2-dcd4-4202-bd02-5cc974356a16 up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:50:09.821782 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:50:09.837552 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port e15bddf2-dcd4-4202-bd02-5cc974356a16 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:50:09.837953 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (e15bddf2-dcd4-4202-bd02-5cc974356a16), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:09.841388 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-0827a55b-967e-43c7-b5b0-797ddc75ffd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (e15bddf2-dcd4-4202-bd02-5cc974356a16), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:09.927084 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827a55b-967e-43c7-b5b0-797ddc75ffd7 None None] Pushing event updated for resources: {'Port': ['ID=e15bddf2-dcd4-4202-bd02-5cc974356a16,revision_number=3']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:09.974049 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-a83d016e-5615-49a3-908f-eb2bdbb58423 None None] Provisioning complete for port e15bddf2-dcd4-4202-bd02-5cc974356a16 triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:50:09.974431 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-a83d016e-5615-49a3-908f-eb2bdbb58423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (e15bddf2-dcd4-4202-bd02-5cc974356a16), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:09.975836 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port e15bddf2-dcd4-4202-bd02-5cc974356a16 is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:50:10.051289 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-a83d016e-5615-49a3-908f-eb2bdbb58423 None None] Current status of the port e15bddf2-dcd4-4202-bd02-5cc974356a16 is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:50:10.622467 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 49012) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:50:10.946605 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [None req-0bbff350-844d-4591-b95f-91cc8d968c8a admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=121474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 03:50:10.947636 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-0bbff350-844d-4591-b95f-91cc8d968c8a admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3242118 Jul 28 03:50:11.742057 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device e15bddf2-dcd4-4202-bd02-5cc974356a16 up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:50:11.786512 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port e15bddf2-dcd4-4202-bd02-5cc974356a16 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:50:11.786997 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (e15bddf2-dcd4-4202-bd02-5cc974356a16), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:11.809869 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=100 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:50:11.862599 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port e15bddf2-dcd4-4202-bd02-5cc974356a16 is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:50:13.209367 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 49020) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:50:13.532572 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-234b02c4-02c2-455e-9382-c75bfd9596a1 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:50:13.660214 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234b02c4-02c2-455e-9382-c75bfd9596a1 admin admin] Made reservation on behalf of 5ce7afae602945a39a04af885c7397db for: {'network': 1} {{(pid=121474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:50:13.662577 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-234b02c4-02c2-455e-9382-c75bfd9596a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for network (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:13.671420 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-234b02c4-02c2-455e-9382-c75bfd9596a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:13.746827 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-234b02c4-02c2-455e-9382-c75bfd9596a1 admin admin] Publish callbacks [] for security_group (1a0e890b-0dac-4828-9f0e-e6d8ef26a294), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:13.831410 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-234b02c4-02c2-455e-9382-c75bfd9596a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (1a0e890b-0dac-4828-9f0e-e6d8ef26a294), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:13.849953 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-234b02c4-02c2-455e-9382-c75bfd9596a1 admin admin] Reserving flat network on physical network physnet1 {{(pid=121474) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 28 03:50:13.865538 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234b02c4-02c2-455e-9382-c75bfd9596a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0e890b-0dac-4828-9f0e-e6d8ef26a294,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:13.872823 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-234b02c4-02c2-455e-9382-c75bfd9596a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684'] for segment (f2985cdc-b551-4e3f-9fbc-bf06e2065a47), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:13.873167 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.db.segments_db [None req-234b02c4-02c2-455e-9382-c75bfd9596a1 admin admin] Added segment f2985cdc-b551-4e3f-9fbc-bf06e2065a47 of type flat for network ea650c0a-dc48-4a0d-a6e0-295879bc3df9 Jul 28 03:50:13.921731 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-234b02c4-02c2-455e-9382-c75bfd9596a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761987992185'] for network (ea650c0a-dc48-4a0d-a6e0-295879bc3df9), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:13.935352 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:50:14.040121 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-234b02c4-02c2-455e-9382-c75bfd9596a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753'] for network (ea650c0a-dc48-4a0d-a6e0-295879bc3df9), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:14.041191 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234b02c4-02c2-455e-9382-c75bfd9596a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:50:14.041882 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-234b02c4-02c2-455e-9382-c75bfd9596a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for network (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:14.137844 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234b02c4-02c2-455e-9382-c75bfd9596a1 admin admin] Pushing event updated for resources: {'Network': ['ID=ea650c0a-dc48-4a0d-a6e0-295879bc3df9,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:14.147603 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Network ea650c0a-dc48-4a0d-a6e0-295879bc3df9 details requested by agent ovs-agent-dv-cinder-851279-1-iscsi with host dv-cinder-851279-1-iscsi {{(pid=121476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:50:14.151289 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-234b02c4-02c2-455e-9382-c75bfd9596a1 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9408557 Jul 28 03:50:14.868879 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-e94b2b91-250b-4f35-a048-6dbebfaf2bf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:16.367925 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 49028) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:50:16.793677 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2251b4b-7e37-4189-9fb5-2a2496921798 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:50:16.795202 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-d2251b4b-7e37-4189-9fb5-2a2496921798 demo admin] 10.222.0.66 "GET /v2.0/subnets/50a99314-320d-41f4-8a86-e94e6665afad HTTP/1.1" status: 200 len: 849 time: 0.4263136 Jul 28 03:50:16.963496 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-ecfbc56e-3a61-4fd7-a8f0-c7c16776c8b8 demo admin] 10.222.0.66 "GET /v2.0/routers/4c66a071-754d-4666-94de-9f494a0206fd HTTP/1.1" status: 200 len: 704 time: 0.1623652 Jul 28 03:50:17.230505 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4b732942-6512-4c63-86ec-969517ca5427 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:17.408732 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d1f8af34-ca5d-465e-a3d7-4fc01e9d0ff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:17.562997 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.db_base_plugin_common [None req-4b732942-6512-4c63-86ec-969517ca5427 demo admin] Allocated IP 172.20.0.1 (fa1b3388-6d6f-4df6-8853-2ca37e41d813/50a99314-320d-41f4-8a86-e94e6665afad/0e6e5311-ac39-4305-ad49-5e96d3fde80c) {{(pid=121475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:50:17.777469 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4b732942-6512-4c63-86ec-969517ca5427 demo admin] Publish callbacks [] for port (0e6e5311-ac39-4305-ad49-5e96d3fde80c), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:17.909280 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4b732942-6512-4c63-86ec-969517ca5427 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379'] for port (0e6e5311-ac39-4305-ad49-5e96d3fde80c), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:17.978162 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b732942-6512-4c63-86ec-969517ca5427 demo admin] Network fa1b3388-6d6f-4df6-8853-2ca37e41d813 is already hosted by enough agents. {{(pid=121475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:50:17.983065 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.base_scheduler [None req-4b732942-6512-4c63-86ec-969517ca5427 demo admin] Resources bound (agent type, host, resource id): {{(pid=121475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:50:18.021166 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b732942-6512-4c63-86ec-969517ca5427 demo admin] Received port after_create {{(pid=121475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 03:50:18.021753 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4b732942-6512-4c63-86ec-969517ca5427 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1680780'] for router_interface (4c66a071-754d-4666-94de-9f494a0206fd), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:18.047156 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b732942-6512-4c63-86ec-969517ca5427 demo admin] Pushing event updated for resources: {'Port': ['ID=0e6e5311-ac39-4305-ad49-5e96d3fde80c,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:18.102558 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b732942-6512-4c63-86ec-969517ca5427 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:18.102905 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b732942-6512-4c63-86ec-969517ca5427 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:18.103276 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b732942-6512-4c63-86ec-969517ca5427 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:18.103635 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b732942-6512-4c63-86ec-969517ca5427 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:18.103996 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b732942-6512-4c63-86ec-969517ca5427 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:18.104397 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b732942-6512-4c63-86ec-969517ca5427 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:18.104799 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b732942-6512-4c63-86ec-969517ca5427 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:18.105664 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b732942-6512-4c63-86ec-969517ca5427 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:18.106010 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b732942-6512-4c63-86ec-969517ca5427 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:18.106368 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b732942-6512-4c63-86ec-969517ca5427 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:18.106674 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b732942-6512-4c63-86ec-969517ca5427 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:18.107020 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b732942-6512-4c63-86ec-969517ca5427 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:18.107570 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b732942-6512-4c63-86ec-969517ca5427 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:18.107901 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b732942-6512-4c63-86ec-969517ca5427 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:18.114831 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b732942-6512-4c63-86ec-969517ca5427 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:18.114831 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b732942-6512-4c63-86ec-969517ca5427 demo admin] Tracked resource versions report: Jul 28 03:50:18.114831 dv-cinder-851279-1-iscsi neutron-server[121475]: pushed versions: Jul 28 03:50:18.114831 dv-cinder-851279-1-iscsi neutron-server[121475]: { 'AddressGroup': {'1.2'}, Jul 28 03:50:18.114831 dv-cinder-851279-1-iscsi neutron-server[121475]: 'Agent': {'1.1'}, Jul 28 03:50:18.114831 dv-cinder-851279-1-iscsi neutron-server[121475]: 'ConntrackHelper': {'1.0'}, Jul 28 03:50:18.114831 dv-cinder-851279-1-iscsi neutron-server[121475]: 'LocalIPAssociation': {'1.0'}, Jul 28 03:50:18.114831 dv-cinder-851279-1-iscsi neutron-server[121475]: 'Log': {'1.0'}, Jul 28 03:50:18.114831 dv-cinder-851279-1-iscsi neutron-server[121475]: 'NDPProxy': {'1.0'}, Jul 28 03:50:18.114831 dv-cinder-851279-1-iscsi neutron-server[121475]: 'Network': {'1.1'}, Jul 28 03:50:18.114831 dv-cinder-851279-1-iscsi neutron-server[121475]: 'Port': {'1.7'}, Jul 28 03:50:18.114831 dv-cinder-851279-1-iscsi neutron-server[121475]: 'PortForwarding': {'1.3'}, Jul 28 03:50:18.114831 dv-cinder-851279-1-iscsi neutron-server[121475]: 'QosPolicy': {'1.10'}, Jul 28 03:50:18.114831 dv-cinder-851279-1-iscsi neutron-server[121475]: 'SecurityGroup': {'1.5'}, Jul 28 03:50:18.114831 dv-cinder-851279-1-iscsi neutron-server[121475]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:50:18.114831 dv-cinder-851279-1-iscsi neutron-server[121475]: 'SubPort': {'1.0'}, Jul 28 03:50:18.114831 dv-cinder-851279-1-iscsi neutron-server[121475]: 'Subnet': {'1.1'}, Jul 28 03:50:18.114831 dv-cinder-851279-1-iscsi neutron-server[121475]: 'Trunk': {'1.1'}} Jul 28 03:50:18.114831 dv-cinder-851279-1-iscsi neutron-server[121475]: consumer versions: Jul 28 03:50:18.114831 dv-cinder-851279-1-iscsi neutron-server[121475]: { DHCP agent@dv-cinder-851279-1-iscsi: {}, Jul 28 03:50:18.114831 dv-cinder-851279-1-iscsi neutron-server[121475]: L3 agent@dv-cinder-851279-1-iscsi: {}, Jul 28 03:50:18.114831 dv-cinder-851279-1-iscsi neutron-server[121475]: Metadata agent@dv-cinder-851279-1-iscsi: {}, Jul 28 03:50:18.114831 dv-cinder-851279-1-iscsi neutron-server[121475]: Metering agent@dv-cinder-851279-1-iscsi: {}, Jul 28 03:50:18.114831 dv-cinder-851279-1-iscsi neutron-server[121475]: Open vSwitch agent@dv-cinder-851279-1-iscsi: { 'AddressGroup': '1.2', Jul 28 03:50:18.114831 dv-cinder-851279-1-iscsi neutron-server[121475]: 'Agent': '1.1', Jul 28 03:50:18.114831 dv-cinder-851279-1-iscsi neutron-server[121475]: 'ConntrackHelper': '1.0', Jul 28 03:50:18.114831 dv-cinder-851279-1-iscsi neutron-server[121475]: 'LocalIPAssociation': '1.0', Jul 28 03:50:18.114831 dv-cinder-851279-1-iscsi neutron-server[121475]: 'Log': '1.0', Jul 28 03:50:18.114831 dv-cinder-851279-1-iscsi neutron-server[121475]: 'NDPProxy': '1.0', Jul 28 03:50:18.114831 dv-cinder-851279-1-iscsi neutron-server[121475]: 'Network': '1.1', Jul 28 03:50:18.114831 dv-cinder-851279-1-iscsi neutron-server[121475]: 'Port': '1.7', Jul 28 03:50:18.114831 dv-cinder-851279-1-iscsi neutron-server[121475]: 'PortForwarding': '1.3', Jul 28 03:50:18.114831 dv-cinder-851279-1-iscsi neutron-server[121475]: 'QosPolicy': '1.10', Jul 28 03:50:18.114831 dv-cinder-851279-1-iscsi neutron-server[121475]: 'SecurityGroup': '1.5', Jul 28 03:50:18.114831 dv-cinder-851279-1-iscsi neutron-server[121475]: 'SecurityGroupRule': '1.2', Jul 28 03:50:18.114831 dv-cinder-851279-1-iscsi neutron-server[121475]: 'SubPort': '1.0', Jul 28 03:50:18.114831 dv-cinder-851279-1-iscsi neutron-server[121475]: 'Subnet': '1.1', Jul 28 03:50:18.114831 dv-cinder-851279-1-iscsi neutron-server[121475]: 'Trunk': '1.1'}} Jul 28 03:50:18.114831 dv-cinder-851279-1-iscsi neutron-server[121475]: {{(pid=121475) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:50:18.220411 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-fcc08d93-4161-4083-b094-a525827e1479 None None] Provisioning complete for port 0e6e5311-ac39-4305-ad49-5e96d3fde80c triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:50:18.220807 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-fcc08d93-4161-4083-b094-a525827e1479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (0e6e5311-ac39-4305-ad49-5e96d3fde80c), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:18.252559 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-fcc08d93-4161-4083-b094-a525827e1479 None None] Port 0e6e5311-ac39-4305-ad49-5e96d3fde80c cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 03:50:18.302684 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:18.341220 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:50:18.345593 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:50:18.348331 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4b732942-6512-4c63-86ec-969517ca5427 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (0e6e5311-ac39-4305-ad49-5e96d3fde80c), before_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:18.560171 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4b732942-6512-4c63-86ec-969517ca5427 demo admin] Publish callbacks [] for port (0e6e5311-ac39-4305-ad49-5e96d3fde80c), precommit_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:18.670993 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4b732942-6512-4c63-86ec-969517ca5427 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (0e6e5311-ac39-4305-ad49-5e96d3fde80c), after_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:18.671816 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4b732942-6512-4c63-86ec-969517ca5427 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1680880'] for router_interface (4c66a071-754d-4666-94de-9f494a0206fd), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:18.752038 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b732942-6512-4c63-86ec-969517ca5427 demo admin] Pushing event updated for resources: {'Port': ['ID=0e6e5311-ac39-4305-ad49-5e96d3fde80c,revision_number=2']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:18.802628 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b732942-6512-4c63-86ec-969517ca5427 demo admin] Network fa1b3388-6d6f-4df6-8853-2ca37e41d813 is already hosted by enough agents. {{(pid=121475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:50:18.803908 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.base_scheduler [None req-4b732942-6512-4c63-86ec-969517ca5427 demo admin] Resources bound (agent type, host, resource id): {{(pid=121475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:50:18.972950 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-2c8f7181-5b3a-4a88-b37c-85f12c347ee2 None None] Provisioning complete for port 0e6e5311-ac39-4305-ad49-5e96d3fde80c triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:50:18.973534 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-2c8f7181-5b3a-4a88-b37c-85f12c347ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (0e6e5311-ac39-4305-ad49-5e96d3fde80c), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:19.005418 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f7181-5b3a-4a88-b37c-85f12c347ee2 None None] Port 0e6e5311-ac39-4305-ad49-5e96d3fde80c cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 03:50:19.094499 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b732942-6512-4c63-86ec-969517ca5427 demo admin] Router 4c66a071-754d-4666-94de-9f494a0206fd is scheduled to L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b with binding_index 1 {{(pid=121475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 03:50:19.192545 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b732942-6512-4c63-86ec-969517ca5427 demo admin] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:50:19.198035 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-4b732942-6512-4c63-86ec-969517ca5427 demo admin] 10.222.0.66 "PUT /v2.0/routers/4c66a071-754d-4666-94de-9f494a0206fd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2283888 Jul 28 03:50:19.203193 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc3f843-ebaf-4df0-b690-0b02f28aaa7f None None] Sync routers for ids ['4c66a071-754d-4666-94de-9f494a0206fd'] in dv-cinder-851279-1-iscsi {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:50:19.216481 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc3f843-ebaf-4df0-b690-0b02f28aaa7f None None] Routers {'4c66a071-754d-4666-94de-9f494a0206fd'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 03:50:19.217311 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-ecc3f843-ebaf-4df0-b690-0b02f28aaa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T03:50:17Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['4c66a071-754d-4666-94de-9f494a0206fd'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:50:19.401201 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-ecc3f843-ebaf-4df0-b690-0b02f28aaa7f None None] Set router 4c66a071-754d-4666-94de-9f494a0206fd gateway port host: None {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 03:50:19.468244 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:19.825818 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-ecc3f843-ebaf-4df0-b690-0b02f28aaa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c66a071-754d-4666-94de-9f494a0206fd', 'name': 'router1', 'tenant_id': '3c5788d573494f618d96da6f7509009a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:50:07Z', 'updated_at': '2022-07-28T03:50:18Z', 'revision_number': 2, 'project_id': '3c5788d573494f618d96da6f7509009a', 'gw_port_host': None, '_interfaces': [{'id': '0e6e5311-ac39-4305-ad49-5e96d3fde80c', 'name': '', 'network_id': 'fa1b3388-6d6f-4df6-8853-2ca37e41d813', 'tenant_id': '3c5788d573494f618d96da6f7509009a', 'mac_address': 'fa:16:3e:d0:52:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c66a071-754d-4666-94de-9f494a0206fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50a99314-320d-41f4-8a86-e94e6665afad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:50:17Z', 'updated_at': '2022-07-28T03:50:18Z', 'revision_number': 2, 'project_id': '3c5788d573494f618d96da6f7509009a', 'subnets': [{'id': '50a99314-320d-41f4-8a86-e94e6665afad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6f255714-3489-43b5-82e7-3e4468242a85'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:50:19.875255 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc3f843-ebaf-4df0-b690-0b02f28aaa7f None None] Checking router: 4c66a071-754d-4666-94de-9f494a0206fd for host: dv-cinder-851279-1-iscsi {{(pid=121477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:50:19.875641 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc3f843-ebaf-4df0-b690-0b02f28aaa7f None None] Updating router 4c66a071-754d-4666-94de-9f494a0206fd port 0e6e5311-ac39-4305-ad49-5e96d3fde80c binding host dv-cinder-851279-1-iscsi {{(pid=121477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:50:19.931597 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-ecc3f843-ebaf-4df0-b690-0b02f28aaa7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (0e6e5311-ac39-4305-ad49-5e96d3fde80c), before_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:20.112373 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:20.446215 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-ecc3f843-ebaf-4df0-b690-0b02f28aaa7f None None] Publish callbacks [] for port (0e6e5311-ac39-4305-ad49-5e96d3fde80c), precommit_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:20.516738 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-ecc3f843-ebaf-4df0-b690-0b02f28aaa7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (0e6e5311-ac39-4305-ad49-5e96d3fde80c), after_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:20.683059 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b0e709-c1e5-4e52-8452-6c68ef3f21f0 None None] Pushing event updated for resources: {'Port': ['ID=0e6e5311-ac39-4305-ad49-5e96d3fde80c,revision_number=3']} {{(pid=121477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:20.702020 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.managers [None req-ecc3f843-ebaf-4df0-b690-0b02f28aaa7f None None] Attempting to bind port 0e6e5311-ac39-4305-ad49-5e96d3fde80c on host dv-cinder-851279-1-iscsi for vnic_type normal with profile {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 03:50:20.702352 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.managers [None req-ecc3f843-ebaf-4df0-b690-0b02f28aaa7f None None] Attempting to bind port 0e6e5311-ac39-4305-ad49-5e96d3fde80c by drivers openvswitch,hyperv on host dv-cinder-851279-1-iscsi at level 0 using segments [{'id': '99c2a6fa-99a5-43b6-af36-f5a6e48058b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'fa1b3388-6d6f-4df6-8853-2ca37e41d813'}] {{(pid=121477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 03:50:20.702798 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc3f843-ebaf-4df0-b690-0b02f28aaa7f None None] Attempting to bind port 0e6e5311-ac39-4305-ad49-5e96d3fde80c on network fa1b3388-6d6f-4df6-8853-2ca37e41d813 {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 03:50:20.705592 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0e709-c1e5-4e52-8452-6c68ef3f21f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:20.705941 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0e709-c1e5-4e52-8452-6c68ef3f21f0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:20.706404 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0e709-c1e5-4e52-8452-6c68ef3f21f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:20.706623 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0e709-c1e5-4e52-8452-6c68ef3f21f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:20.707014 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0e709-c1e5-4e52-8452-6c68ef3f21f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:20.707358 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0e709-c1e5-4e52-8452-6c68ef3f21f0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:20.707585 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0e709-c1e5-4e52-8452-6c68ef3f21f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:20.707915 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0e709-c1e5-4e52-8452-6c68ef3f21f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:20.708267 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0e709-c1e5-4e52-8452-6c68ef3f21f0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:20.708592 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0e709-c1e5-4e52-8452-6c68ef3f21f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:20.708943 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0e709-c1e5-4e52-8452-6c68ef3f21f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:20.709251 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0e709-c1e5-4e52-8452-6c68ef3f21f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:20.709571 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0e709-c1e5-4e52-8452-6c68ef3f21f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:20.709895 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0e709-c1e5-4e52-8452-6c68ef3f21f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:20.710215 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0e709-c1e5-4e52-8452-6c68ef3f21f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:50:20.711676 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0e709-c1e5-4e52-8452-6c68ef3f21f0 None None] Tracked resource versions report: Jul 28 03:50:20.711676 dv-cinder-851279-1-iscsi neutron-server[121477]: pushed versions: Jul 28 03:50:20.711676 dv-cinder-851279-1-iscsi neutron-server[121477]: { 'AddressGroup': {'1.2'}, Jul 28 03:50:20.711676 dv-cinder-851279-1-iscsi neutron-server[121477]: 'Agent': {'1.1'}, Jul 28 03:50:20.711676 dv-cinder-851279-1-iscsi neutron-server[121477]: 'ConntrackHelper': {'1.0'}, Jul 28 03:50:20.711676 dv-cinder-851279-1-iscsi neutron-server[121477]: 'LocalIPAssociation': {'1.0'}, Jul 28 03:50:20.711676 dv-cinder-851279-1-iscsi neutron-server[121477]: 'Log': {'1.0'}, Jul 28 03:50:20.711676 dv-cinder-851279-1-iscsi neutron-server[121477]: 'NDPProxy': {'1.0'}, Jul 28 03:50:20.711676 dv-cinder-851279-1-iscsi neutron-server[121477]: 'Network': {'1.1'}, Jul 28 03:50:20.711676 dv-cinder-851279-1-iscsi neutron-server[121477]: 'Port': {'1.7'}, Jul 28 03:50:20.711676 dv-cinder-851279-1-iscsi neutron-server[121477]: 'PortForwarding': {'1.3'}, Jul 28 03:50:20.711676 dv-cinder-851279-1-iscsi neutron-server[121477]: 'QosPolicy': {'1.10'}, Jul 28 03:50:20.711676 dv-cinder-851279-1-iscsi neutron-server[121477]: 'SecurityGroup': {'1.5'}, Jul 28 03:50:20.711676 dv-cinder-851279-1-iscsi neutron-server[121477]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:50:20.711676 dv-cinder-851279-1-iscsi neutron-server[121477]: 'SubPort': {'1.0'}, Jul 28 03:50:20.711676 dv-cinder-851279-1-iscsi neutron-server[121477]: 'Subnet': {'1.1'}, Jul 28 03:50:20.711676 dv-cinder-851279-1-iscsi neutron-server[121477]: 'Trunk': {'1.1'}} Jul 28 03:50:20.711676 dv-cinder-851279-1-iscsi neutron-server[121477]: consumer versions: Jul 28 03:50:20.711676 dv-cinder-851279-1-iscsi neutron-server[121477]: { DHCP agent@dv-cinder-851279-1-iscsi: {}, Jul 28 03:50:20.711676 dv-cinder-851279-1-iscsi neutron-server[121477]: L3 agent@dv-cinder-851279-1-iscsi: {}, Jul 28 03:50:20.711676 dv-cinder-851279-1-iscsi neutron-server[121477]: Metadata agent@dv-cinder-851279-1-iscsi: {}, Jul 28 03:50:20.711676 dv-cinder-851279-1-iscsi neutron-server[121477]: Metering agent@dv-cinder-851279-1-iscsi: {}, Jul 28 03:50:20.711676 dv-cinder-851279-1-iscsi neutron-server[121477]: Open vSwitch agent@dv-cinder-851279-1-iscsi: { 'AddressGroup': '1.2', Jul 28 03:50:20.711676 dv-cinder-851279-1-iscsi neutron-server[121477]: 'Agent': '1.1', Jul 28 03:50:20.711676 dv-cinder-851279-1-iscsi neutron-server[121477]: 'ConntrackHelper': '1.0', Jul 28 03:50:20.711676 dv-cinder-851279-1-iscsi neutron-server[121477]: 'LocalIPAssociation': '1.0', Jul 28 03:50:20.711676 dv-cinder-851279-1-iscsi neutron-server[121477]: 'Log': '1.0', Jul 28 03:50:20.711676 dv-cinder-851279-1-iscsi neutron-server[121477]: 'NDPProxy': '1.0', Jul 28 03:50:20.711676 dv-cinder-851279-1-iscsi neutron-server[121477]: 'Network': '1.1', Jul 28 03:50:20.711676 dv-cinder-851279-1-iscsi neutron-server[121477]: 'Port': '1.7', Jul 28 03:50:20.711676 dv-cinder-851279-1-iscsi neutron-server[121477]: 'PortForwarding': '1.3', Jul 28 03:50:20.711676 dv-cinder-851279-1-iscsi neutron-server[121477]: 'QosPolicy': '1.10', Jul 28 03:50:20.711676 dv-cinder-851279-1-iscsi neutron-server[121477]: 'SecurityGroup': '1.5', Jul 28 03:50:20.711676 dv-cinder-851279-1-iscsi neutron-server[121477]: 'SecurityGroupRule': '1.2', Jul 28 03:50:20.711676 dv-cinder-851279-1-iscsi neutron-server[121477]: 'SubPort': '1.0', Jul 28 03:50:20.711676 dv-cinder-851279-1-iscsi neutron-server[121477]: 'Subnet': '1.1', Jul 28 03:50:20.711676 dv-cinder-851279-1-iscsi neutron-server[121477]: 'Trunk': '1.1'}} Jul 28 03:50:20.711676 dv-cinder-851279-1-iscsi neutron-server[121477]: {{(pid=121477) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:50:20.718951 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc3f843-ebaf-4df0-b690-0b02f28aaa7f None None] Checking agent: {'id': '51dbe35b-f2d3-4ce9-b487-580c36e6d07a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 49, 50), 'started_at': datetime.datetime(2022, 7, 28, 3, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 3, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 03:50:20.719367 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc3f843-ebaf-4df0-b690-0b02f28aaa7f None None] Checking segment: {'id': '99c2a6fa-99a5-43b6-af36-f5a6e48058b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'fa1b3388-6d6f-4df6-8853-2ca37e41d813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 03:50:20.719824 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-ecc3f843-ebaf-4df0-b690-0b02f28aaa7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:20.720256 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc3f843-ebaf-4df0-b690-0b02f28aaa7f None None] Bound using segment: {'id': '99c2a6fa-99a5-43b6-af36-f5a6e48058b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'fa1b3388-6d6f-4df6-8853-2ca37e41d813'} {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 03:50:20.720737 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.managers [None req-ecc3f843-ebaf-4df0-b690-0b02f28aaa7f None None] Bound port: 0e6e5311-ac39-4305-ad49-5e96d3fde80c, host: dv-cinder-851279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99c2a6fa-99a5-43b6-af36-f5a6e48058b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'fa1b3388-6d6f-4df6-8853-2ca37e41d813'}}] {{(pid=121477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 03:50:20.721122 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-ecc3f843-ebaf-4df0-b690-0b02f28aaa7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (0e6e5311-ac39-4305-ad49-5e96d3fde80c), before_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:20.736784 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-911cfc7b-c6b8-43f0-ba4e-b429792ab962 None None] Provisioning complete for port 0e6e5311-ac39-4305-ad49-5e96d3fde80c triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:50:20.737332 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-911cfc7b-c6b8-43f0-ba4e-b429792ab962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (0e6e5311-ac39-4305-ad49-5e96d3fde80c), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:20.773089 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-911cfc7b-c6b8-43f0-ba4e-b429792ab962 None None] Port 0e6e5311-ac39-4305-ad49-5e96d3fde80c cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 03:50:20.788674 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.db [None req-ecc3f843-ebaf-4df0-b690-0b02f28aaa7f None None] For port 0e6e5311-ac39-4305-ad49-5e96d3fde80c, host dv-cinder-851279-1-iscsi, cleared binding levels {{(pid=121477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:50:20.809706 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.db [None req-ecc3f843-ebaf-4df0-b690-0b02f28aaa7f None None] For port 0e6e5311-ac39-4305-ad49-5e96d3fde80c, host dv-cinder-851279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=0e6e5311-ac39-4305-ad49-5e96d3fde80c,segment=NetworkSegment(99c2a6fa-99a5-43b6-af36-f5a6e48058b0),segment_id=99c2a6fa-99a5-43b6-af36-f5a6e48058b0)] {{(pid=121477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:50:20.810856 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:50:20.897564 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-ecc3f843-ebaf-4df0-b690-0b02f28aaa7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (0e6e5311-ac39-4305-ad49-5e96d3fde80c), after_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:20.924989 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:50:20.963473 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b0e709-c1e5-4e52-8452-6c68ef3f21f0 None None] Pushing event updated for resources: {'Port': ['ID=0e6e5311-ac39-4305-ad49-5e96d3fde80c,revision_number=4']} {{(pid=121477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:20.966185 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc3f843-ebaf-4df0-b690-0b02f28aaa7f None None] Routers {'4c66a071-754d-4666-94de-9f494a0206fd'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 03:50:20.966801 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-ecc3f843-ebaf-4df0-b690-0b02f28aaa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T03:50:17Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['4c66a071-754d-4666-94de-9f494a0206fd'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:50:21.056055 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-ecc3f843-ebaf-4df0-b690-0b02f28aaa7f None None] Set router 4c66a071-754d-4666-94de-9f494a0206fd gateway port host: None {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 03:50:21.191197 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-57f5c599-1fb1-4504-9d16-4272d357c573 None None] Provisioning complete for port 0e6e5311-ac39-4305-ad49-5e96d3fde80c triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:50:21.191755 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-57f5c599-1fb1-4504-9d16-4272d357c573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (0e6e5311-ac39-4305-ad49-5e96d3fde80c), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:21.266217 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-ecc3f843-ebaf-4df0-b690-0b02f28aaa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c66a071-754d-4666-94de-9f494a0206fd', 'name': 'router1', 'tenant_id': '3c5788d573494f618d96da6f7509009a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:50:07Z', 'updated_at': '2022-07-28T03:50:18Z', 'revision_number': 2, 'project_id': '3c5788d573494f618d96da6f7509009a', 'gw_port_host': None, '_interfaces': [{'id': '0e6e5311-ac39-4305-ad49-5e96d3fde80c', 'name': '', 'network_id': 'fa1b3388-6d6f-4df6-8853-2ca37e41d813', 'tenant_id': '3c5788d573494f618d96da6f7509009a', 'mac_address': 'fa:16:3e:d0:52:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c66a071-754d-4666-94de-9f494a0206fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50a99314-320d-41f4-8a86-e94e6665afad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:50:17Z', 'updated_at': '2022-07-28T03:50:20Z', 'revision_number': 4, 'project_id': '3c5788d573494f618d96da6f7509009a', 'subnets': [{'id': '50a99314-320d-41f4-8a86-e94e6665afad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6f255714-3489-43b5-82e7-3e4468242a85'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:50:21.268549 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-57f5c599-1fb1-4504-9d16-4272d357c573 None None] Current status of the port 0e6e5311-ac39-4305-ad49-5e96d3fde80c is: DOWN; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:50:21.268938 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-57f5c599-1fb1-4504-9d16-4272d357c573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (0e6e5311-ac39-4305-ad49-5e96d3fde80c), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:21.306628 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-57f5c599-1fb1-4504-9d16-4272d357c573 None None] For port 0e6e5311-ac39-4305-ad49-5e96d3fde80c, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=0e6e5311-ac39-4305-ad49-5e96d3fde80c,segment=NetworkSegment(99c2a6fa-99a5-43b6-af36-f5a6e48058b0),segment_id=99c2a6fa-99a5-43b6-af36-f5a6e48058b0)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:50:21.310096 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc3f843-ebaf-4df0-b690-0b02f28aaa7f None None] The sync data for ids ['4c66a071-754d-4666-94de-9f494a0206fd'] in dv-cinder-851279-1-iscsi is: [{'id': '4c66a071-754d-4666-94de-9f494a0206fd', 'name': 'router1', 'tenant_id': '3c5788d573494f618d96da6f7509009a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:50:07Z', 'updated_at': '2022-07-28T03:50:18Z', 'revision_number': 2, 'project_id': '3c5788d573494f618d96da6f7509009a', 'gw_port_host': None, '_interfaces': [{'id': '0e6e5311-ac39-4305-ad49-5e96d3fde80c', 'name': '', 'network_id': 'fa1b3388-6d6f-4df6-8853-2ca37e41d813', 'tenant_id': '3c5788d573494f618d96da6f7509009a', 'mac_address': 'fa:16:3e:d0:52:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c66a071-754d-4666-94de-9f494a0206fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50a99314-320d-41f4-8a86-e94e6665afad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:50:17Z', 'updated_at': '2022-07-28T03:50:20Z', 'revision_number': 4, 'project_id': '3c5788d573494f618d96da6f7509009a', 'subnets': [{'id': '50a99314-320d-41f4-8a86-e94e6665afad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6f255714-3489-43b5-82e7-3e4468242a85'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:50:21.385601 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-57f5c599-1fb1-4504-9d16-4272d357c573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (0e6e5311-ac39-4305-ad49-5e96d3fde80c), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:21.435374 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f5c599-1fb1-4504-9d16-4272d357c573 None None] Pushing event updated for resources: {'Port': ['ID=0e6e5311-ac39-4305-ad49-5e96d3fde80c,revision_number=5']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:21.477046 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 49042) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:50:21.858198 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:50:21.879272 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacc3192-aaab-4ead-9ab8-392eab8abbe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:50:21.880810 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-bacc3192-aaab-4ead-9ab8-392eab8abbe9 admin admin] 10.222.0.66 "GET /v2.0/networks/ea650c0a-dc48-4a0d-a6e0-295879bc3df9 HTTP/1.1" status: 200 len: 842 time: 0.4028122 Jul 28 03:50:21.891351 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-dc96d47a-6dea-4e1d-b8e5-e39bc9da5c2e admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'cidr': '172.27.0.0/24'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:50:22.000077 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc96d47a-6dea-4e1d-b8e5-e39bc9da5c2e admin admin] Made reservation on behalf of 5ce7afae602945a39a04af885c7397db for: {'subnet': 1} {{(pid=121475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:50:22.002745 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-dc96d47a-6dea-4e1d-b8e5-e39bc9da5c2e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:22.443548 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.objects.ports [None req-dc96d47a-6dea-4e1d-b8e5-e39bc9da5c2e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121475) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 28 03:50:22.444018 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-dc96d47a-6dea-4e1d-b8e5-e39bc9da5c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753'] for subnet (483d9f6f-a7db-4d58-8be3-14e833e697b6), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:22.508715 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96d47a-6dea-4e1d-b8e5-e39bc9da5c2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=483d9f6f-a7db-4d58-8be3-14e833e697b6,revision_number=0']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:22.518792 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc96d47a-6dea-4e1d-b8e5-e39bc9da5c2e admin admin] Checking segment: {'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 03:50:22.519175 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc96d47a-6dea-4e1d-b8e5-e39bc9da5c2e admin admin] Network hostable DHCP agents. Network: ea650c0a-dc48-4a0d-a6e0-295879bc3df9, hostable agents: ['a6d94de3-42af-4ea6-939a-9cee0bfbc3cb'], hosted agents: [] {{(pid=121475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:50:22.628193 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc96d47a-6dea-4e1d-b8e5-e39bc9da5c2e admin admin] Network ea650c0a-dc48-4a0d-a6e0-295879bc3df9 is scheduled to be hosted by DHCP agent a6d94de3-42af-4ea6-939a-9cee0bfbc3cb with binding_index 1 {{(pid=121475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:50:22.717065 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.base_scheduler [None req-dc96d47a-6dea-4e1d-b8e5-e39bc9da5c2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-1-iscsi, ea650c0a-dc48-4a0d-a6e0-295879bc3df9) {{(pid=121475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:50:22.721090 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc96d47a-6dea-4e1d-b8e5-e39bc9da5c2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:50:22.721769 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-dc96d47a-6dea-4e1d-b8e5-e39bc9da5c2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for subnet (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:22.733862 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:50:22.734606 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51095adb-9086-4598-909b-116c246c626d None None] Network ea650c0a-dc48-4a0d-a6e0-295879bc3df9 requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 03:50:22.801751 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:50:22.848477 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c710ad-448b-4337-b32d-fafa56b6e386 None None] Network ea650c0a-dc48-4a0d-a6e0-295879bc3df9 requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 03:50:22.848701 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-dc96d47a-6dea-4e1d-b8e5-e39bc9da5c2e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9488685 Jul 28 03:50:24.135212 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=65,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:50:25.177716 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 49050) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:50:25.649869 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-f986ab94-3bf7-412b-9834-b7e415d7e6b8 demo admin] 10.222.0.66 "GET /v2.0/routers/4c66a071-754d-4666-94de-9f494a0206fd HTTP/1.1" status: 200 len: 710 time: 0.4710140 Jul 28 03:50:25.748238 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b5d9cb-e1d3-4322-83b4-edb3327f3428 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:50:25.749678 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-b5b5d9cb-e1d3-4322-83b4-edb3327f3428 demo admin] 10.222.0.66 "GET /v2.0/networks/ea650c0a-dc48-4a0d-a6e0-295879bc3df9 HTTP/1.1" status: 200 len: 886 time: 0.0937657 Jul 28 03:50:25.759437 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-a3e5dfa8-d505-4bce-8073-65edf5b27a05 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'}}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:50:26.039702 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-a3e5dfa8-d505-4bce-8073-65edf5b27a05 demo admin] Publish callbacks [] for router_gateway (4c66a071-754d-4666-94de-9f494a0206fd), precommit_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:26.315236 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:50:26.465172 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-a3e5dfa8-d505-4bce-8073-65edf5b27a05 demo admin] Publish callbacks [] for router_gateway (4c66a071-754d-4666-94de-9f494a0206fd), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:26.573250 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-a3e5dfa8-d505-4bce-8073-65edf5b27a05 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:26.682841 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.db_base_plugin_common [None req-a3e5dfa8-d505-4bce-8073-65edf5b27a05 demo admin] Allocated IP 172.27.0.219 (ea650c0a-dc48-4a0d-a6e0-295879bc3df9/483d9f6f-a7db-4d58-8be3-14e833e697b6/45352ed2-9260-4495-828e-bbe2da02f7e9) {{(pid=121475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:50:26.698986 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:50:26.795041 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-a3e5dfa8-d505-4bce-8073-65edf5b27a05 demo admin] Publish callbacks [] for port (45352ed2-9260-4495-828e-bbe2da02f7e9), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:26.923002 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-a3e5dfa8-d505-4bce-8073-65edf5b27a05 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379'] for port (45352ed2-9260-4495-828e-bbe2da02f7e9), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:26.965577 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e5dfa8-d505-4bce-8073-65edf5b27a05 demo admin] Network ea650c0a-dc48-4a0d-a6e0-295879bc3df9 is already hosted by enough agents. {{(pid=121475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:50:26.970870 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.base_scheduler [None req-a3e5dfa8-d505-4bce-8073-65edf5b27a05 demo admin] Resources bound (agent type, host, resource id): {{(pid=121475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:50:26.975287 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e5dfa8-d505-4bce-8073-65edf5b27a05 demo admin] Received port after_create {{(pid=121475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 03:50:26.978381 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5dfa8-d505-4bce-8073-65edf5b27a05 demo admin] Pushing event updated for resources: {'Port': ['ID=45352ed2-9260-4495-828e-bbe2da02f7e9,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:27.313361 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-a3e5dfa8-d505-4bce-8073-65edf5b27a05 demo admin] Publish callbacks [] for router_gateway (4c66a071-754d-4666-94de-9f494a0206fd), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:27.450518 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:50:27.525136 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-a3e5dfa8-d505-4bce-8073-65edf5b27a05 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1680063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-600'] for router (4c66a071-754d-4666-94de-9f494a0206fd), precommit_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:27.530011 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-a3e5dfa8-d505-4bce-8073-65edf5b27a05 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1740449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1740442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1680040'] for router (4c66a071-754d-4666-94de-9f494a0206fd), after_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:27.643043 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e5dfa8-d505-4bce-8073-65edf5b27a05 demo admin] Router 4c66a071-754d-4666-94de-9f494a0206fd has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 03:50:27.752780 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e5dfa8-d505-4bce-8073-65edf5b27a05 demo admin] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:50:27.757169 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-a3e5dfa8-d505-4bce-8073-65edf5b27a05 demo admin] Publish callbacks [] for router (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:27.768857 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-a3e5dfa8-d505-4bce-8073-65edf5b27a05 demo admin] 10.222.0.66 "PUT /v2.0/routers/4c66a071-754d-4666-94de-9f494a0206fd HTTP/1.1" status: 200 len: 890 time: 2.0126286 Jul 28 03:50:27.788646 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 0e6e5311-ac39-4305-ad49-5e96d3fde80c up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:50:27.829000 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37158542-1f67-4494-b7ee-898332bb769a None None] Sync routers for ids ['4c66a071-754d-4666-94de-9f494a0206fd'] in dv-cinder-851279-1-iscsi {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:50:27.849610 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37158542-1f67-4494-b7ee-898332bb769a None None] Routers {'4c66a071-754d-4666-94de-9f494a0206fd'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 03:50:27.850274 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-37158542-1f67-4494-b7ee-898332bb769a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T03:50:17Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['4c66a071-754d-4666-94de-9f494a0206fd'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:50:27.922169 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port 0e6e5311-ac39-4305-ad49-5e96d3fde80c triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:50:27.922565 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (0e6e5311-ac39-4305-ad49-5e96d3fde80c), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:27.956506 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:50:28.153220 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port 0e6e5311-ac39-4305-ad49-5e96d3fde80c is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:50:28.159894 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-37158542-1f67-4494-b7ee-898332bb769a None None] Set router 4c66a071-754d-4666-94de-9f494a0206fd gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 03:50:28.639036 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-37158542-1f67-4494-b7ee-898332bb769a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c66a071-754d-4666-94de-9f494a0206fd', 'name': 'router1', 'tenant_id': '3c5788d573494f618d96da6f7509009a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '45352ed2-9260-4495-828e-bbe2da02f7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:50:07Z', 'updated_at': '2022-07-28T03:50:27Z', 'revision_number': 4, 'project_id': '3c5788d573494f618d96da6f7509009a', 'gw_port': {'id': '45352ed2-9260-4495-828e-bbe2da02f7e9', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:38:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c66a071-754d-4666-94de-9f494a0206fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:50:26Z', 'updated_at': '2022-07-28T03:50:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '0e6e5311-ac39-4305-ad49-5e96d3fde80c', 'name': '', 'network_id': 'fa1b3388-6d6f-4df6-8853-2ca37e41d813', 'tenant_id': '3c5788d573494f618d96da6f7509009a', 'mac_address': 'fa:16:3e:d0:52:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c66a071-754d-4666-94de-9f494a0206fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50a99314-320d-41f4-8a86-e94e6665afad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:50:17Z', 'updated_at': '2022-07-28T03:50:21Z', 'revision_number': 5, 'project_id': '3c5788d573494f618d96da6f7509009a', 'subnets': [{'id': '50a99314-320d-41f4-8a86-e94e6665afad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6f255714-3489-43b5-82e7-3e4468242a85'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:50:28.688582 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37158542-1f67-4494-b7ee-898332bb769a None None] Checking router: 4c66a071-754d-4666-94de-9f494a0206fd for host: dv-cinder-851279-1-iscsi {{(pid=121476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:50:28.688958 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37158542-1f67-4494-b7ee-898332bb769a None None] Updating router 4c66a071-754d-4666-94de-9f494a0206fd port 45352ed2-9260-4495-828e-bbe2da02f7e9 binding host dv-cinder-851279-1-iscsi {{(pid=121476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:50:28.746825 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-37158542-1f67-4494-b7ee-898332bb769a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (45352ed2-9260-4495-828e-bbe2da02f7e9), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:28.758448 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.agents_db [None req-58c662dc-5ea5-4853-b3cc-f7bb2188e679 None None] Agent healthcheck: found 5 active agents {{(pid=121477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:50:29.098137 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-37158542-1f67-4494-b7ee-898332bb769a None None] Publish callbacks [] for port (45352ed2-9260-4495-828e-bbe2da02f7e9), precommit_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:29.222756 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-37158542-1f67-4494-b7ee-898332bb769a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (45352ed2-9260-4495-828e-bbe2da02f7e9), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:29.267976 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:50:29.291035 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-37158542-1f67-4494-b7ee-898332bb769a None None] Attempting to bind port 45352ed2-9260-4495-828e-bbe2da02f7e9 on host dv-cinder-851279-1-iscsi for vnic_type normal with profile {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 03:50:29.292264 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-37158542-1f67-4494-b7ee-898332bb769a None None] Attempting to bind port 45352ed2-9260-4495-828e-bbe2da02f7e9 by drivers openvswitch,hyperv on host dv-cinder-851279-1-iscsi at level 0 using segments [{'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 03:50:29.292643 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37158542-1f67-4494-b7ee-898332bb769a None None] Attempting to bind port 45352ed2-9260-4495-828e-bbe2da02f7e9 on network ea650c0a-dc48-4a0d-a6e0-295879bc3df9 {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 03:50:29.295898 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438fa4d-e8d0-49d5-a586-cc0ea41e1e74 None None] Pushing event updated for resources: {'Port': ['ID=45352ed2-9260-4495-828e-bbe2da02f7e9,revision_number=2']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:29.301795 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37158542-1f67-4494-b7ee-898332bb769a None None] Checking agent: {'id': '51dbe35b-f2d3-4ce9-b487-580c36e6d07a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 49, 50), 'started_at': datetime.datetime(2022, 7, 28, 3, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 3, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 03:50:29.307775 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37158542-1f67-4494-b7ee-898332bb769a None None] Checking segment: {'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 03:50:29.307775 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-37158542-1f67-4494-b7ee-898332bb769a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:29.307775 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37158542-1f67-4494-b7ee-898332bb769a None None] Bound using segment: {'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 03:50:29.307775 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-37158542-1f67-4494-b7ee-898332bb769a None None] Bound port: 45352ed2-9260-4495-828e-bbe2da02f7e9, host: dv-cinder-851279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'}}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 03:50:29.307775 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-37158542-1f67-4494-b7ee-898332bb769a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (45352ed2-9260-4495-828e-bbe2da02f7e9), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:29.370795 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-37158542-1f67-4494-b7ee-898332bb769a None None] For port 45352ed2-9260-4495-828e-bbe2da02f7e9, host dv-cinder-851279-1-iscsi, cleared binding levels {{(pid=121476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:50:29.371482 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-37158542-1f67-4494-b7ee-898332bb769a None None] For port 45352ed2-9260-4495-828e-bbe2da02f7e9, host dv-cinder-851279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=45352ed2-9260-4495-828e-bbe2da02f7e9,segment=NetworkSegment(f2985cdc-b551-4e3f-9fbc-bf06e2065a47),segment_id=f2985cdc-b551-4e3f-9fbc-bf06e2065a47)] {{(pid=121476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:50:29.491722 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-37158542-1f67-4494-b7ee-898332bb769a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (45352ed2-9260-4495-828e-bbe2da02f7e9), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:29.530898 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:50:29.550765 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37158542-1f67-4494-b7ee-898332bb769a None None] Routers {'4c66a071-754d-4666-94de-9f494a0206fd'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 03:50:29.551381 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-37158542-1f67-4494-b7ee-898332bb769a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T03:50:17Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['4c66a071-754d-4666-94de-9f494a0206fd'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:50:29.599075 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438fa4d-e8d0-49d5-a586-cc0ea41e1e74 None None] Pushing event updated for resources: {'Port': ['ID=45352ed2-9260-4495-828e-bbe2da02f7e9,revision_number=3']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:29.680733 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-37158542-1f67-4494-b7ee-898332bb769a None None] Set router 4c66a071-754d-4666-94de-9f494a0206fd gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 03:50:29.892500 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-37158542-1f67-4494-b7ee-898332bb769a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c66a071-754d-4666-94de-9f494a0206fd', 'name': 'router1', 'tenant_id': '3c5788d573494f618d96da6f7509009a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '45352ed2-9260-4495-828e-bbe2da02f7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:50:07Z', 'updated_at': '2022-07-28T03:50:27Z', 'revision_number': 4, 'project_id': '3c5788d573494f618d96da6f7509009a', 'gw_port': {'id': '45352ed2-9260-4495-828e-bbe2da02f7e9', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:38:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c66a071-754d-4666-94de-9f494a0206fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:50:26Z', 'updated_at': '2022-07-28T03:50:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '0e6e5311-ac39-4305-ad49-5e96d3fde80c', 'name': '', 'network_id': 'fa1b3388-6d6f-4df6-8853-2ca37e41d813', 'tenant_id': '3c5788d573494f618d96da6f7509009a', 'mac_address': 'fa:16:3e:d0:52:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c66a071-754d-4666-94de-9f494a0206fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50a99314-320d-41f4-8a86-e94e6665afad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:50:17Z', 'updated_at': '2022-07-28T03:50:21Z', 'revision_number': 5, 'project_id': '3c5788d573494f618d96da6f7509009a', 'subnets': [{'id': '50a99314-320d-41f4-8a86-e94e6665afad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6f255714-3489-43b5-82e7-3e4468242a85'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:50:29.926576 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37158542-1f67-4494-b7ee-898332bb769a None None] The sync data for ids ['4c66a071-754d-4666-94de-9f494a0206fd'] in dv-cinder-851279-1-iscsi is: [{'id': '4c66a071-754d-4666-94de-9f494a0206fd', 'name': 'router1', 'tenant_id': '3c5788d573494f618d96da6f7509009a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '45352ed2-9260-4495-828e-bbe2da02f7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:50:07Z', 'updated_at': '2022-07-28T03:50:27Z', 'revision_number': 4, 'project_id': '3c5788d573494f618d96da6f7509009a', 'gw_port': {'id': '45352ed2-9260-4495-828e-bbe2da02f7e9', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:38:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c66a071-754d-4666-94de-9f494a0206fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:50:26Z', 'updated_at': '2022-07-28T03:50:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '0e6e5311-ac39-4305-ad49-5e96d3fde80c', 'name': '', 'network_id': 'fa1b3388-6d6f-4df6-8853-2ca37e41d813', 'tenant_id': '3c5788d573494f618d96da6f7509009a', 'mac_address': 'fa:16:3e:d0:52:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c66a071-754d-4666-94de-9f494a0206fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50a99314-320d-41f4-8a86-e94e6665afad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:50:17Z', 'updated_at': '2022-07-28T03:50:21Z', 'revision_number': 5, 'project_id': '3c5788d573494f618d96da6f7509009a', 'subnets': [{'id': '50a99314-320d-41f4-8a86-e94e6665afad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6f255714-3489-43b5-82e7-3e4468242a85'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:50:30.324675 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 49062) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:50:30.799087 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-98524001-150a-4d54-86b7-8d12e2ee05be admin admin] 10.222.0.66 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4732802 Jul 28 03:50:31.265907 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=49 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:50:31.767255 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 45352ed2-9260-4495-828e-bbe2da02f7e9 up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:50:31.811984 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port 45352ed2-9260-4495-828e-bbe2da02f7e9 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:50:31.812387 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (45352ed2-9260-4495-828e-bbe2da02f7e9), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:31.888130 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port 45352ed2-9260-4495-828e-bbe2da02f7e9 is: DOWN; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:50:31.888529 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (45352ed2-9260-4495-828e-bbe2da02f7e9), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:31.909687 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] For port 45352ed2-9260-4495-828e-bbe2da02f7e9, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=45352ed2-9260-4495-828e-bbe2da02f7e9,segment=NetworkSegment(f2985cdc-b551-4e3f-9fbc-bf06e2065a47),segment_id=f2985cdc-b551-4e3f-9fbc-bf06e2065a47)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:50:31.996878 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (45352ed2-9260-4495-828e-bbe2da02f7e9), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:32.046016 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Pushing event updated for resources: {'Port': ['ID=45352ed2-9260-4495-828e-bbe2da02f7e9,revision_number=4']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:50:33.780114 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 45352ed2-9260-4495-828e-bbe2da02f7e9 up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:50:33.839590 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port 45352ed2-9260-4495-828e-bbe2da02f7e9 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:50:33.844211 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (45352ed2-9260-4495-828e-bbe2da02f7e9), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:33.932746 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=100 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:50:33.937080 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port 45352ed2-9260-4495-828e-bbe2da02f7e9 is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:50:38.755192 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=27 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:50:40.787152 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=21 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:50:40.795988 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=93,neutron:INSERT=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:50:43.936671 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=72,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:50:44.824774 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-0c4871d0-11c8-4685-ad14-7646ffe99243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:47.379034 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-244db67c-bf14-4a21-91e6-e45a7f4e402c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:48.284902 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:49.461420 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:50:49.760588 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=2 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:50:49.782375 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=4 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:50:50.130021 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:51:00.030963 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:51:00.033536 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:51:05.757999 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.agents_db [None req-58c662dc-5ea5-4853-b3cc-f7bb2188e679 None None] Agent healthcheck: found 5 active agents {{(pid=121477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:51:14.832374 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-8a54b27a-4267-4431-8e90-4ecf96a76d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:51:15.756459 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:51:15.757205 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=3 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:51:17.406113 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-a7e09e05-7b4e-4ff2-a457-8ec722204a59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:51:18.294257 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:51:19.485828 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:51:20.117004 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:51:26.765237 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=4 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:51:26.770088 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=2 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:51:30.028197 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:51:30.031115 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:51:42.753306 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:51:42.758620 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.agents_db [None req-58c662dc-5ea5-4853-b3cc-f7bb2188e679 None None] Agent healthcheck: found 5 active agents {{(pid=121477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:51:44.823712 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-6361dd46-cf67-45e7-8c7a-a37f8d407175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:51:47.399307 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-45b31877-dad9-4f12-91f5-18811cfc5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:51:48.221883 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:51:49.456088 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:51:50.084540 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:51:52.755068 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:51:54.960285 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 49600) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:51:55.307461 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef7825a8-4461-4009-8ad4-88462022de46 admin admin] GET failed (client error): The resource could not be found. Jul 28 03:51:55.308868 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-ef7825a8-4461-4009-8ad4-88462022de46 admin admin] 10.222.0.66 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3474662 Jul 28 03:51:55.476229 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43d2436-716b-4cc4-b2fe-8eb23e3fdb83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:51:55.477747 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-a43d2436-716b-4cc4-b2fe-8eb23e3fdb83 admin admin] 10.222.0.66 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1647913 Jul 28 03:51:57.685772 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 49610) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:51:58.062621 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e335cede-4e1b-425d-93d4-df4286d6a939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:51:58.064139 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-e335cede-4e1b-425d-93d4-df4286d6a939 admin admin] 10.222.0.66 "GET /v2.0/subnets/50a99314-320d-41f4-8a86-e94e6665afad HTTP/1.1" status: 200 len: 849 time: 0.3772583 Jul 28 03:51:58.074780 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-7b0b1067-9697-4252-8965-8b91ef8f41ee admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:51:58.243623 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-7b0b1067-9697-4252-8965-8b91ef8f41ee admin admin] Publish callbacks [] for subnet (50a99314-320d-41f4-8a86-e94e6665afad), before_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:51:58.458270 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-7b0b1067-9697-4252-8965-8b91ef8f41ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761988424677'] for subnet (50a99314-320d-41f4-8a86-e94e6665afad), after_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:51:58.494323 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0b1067-9697-4252-8965-8b91ef8f41ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:51:58.495299 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-7b0b1067-9697-4252-8965-8b91ef8f41ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for subnet (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:51:58.498202 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-7b0b1067-9697-4252-8965-8b91ef8f41ee admin admin] 10.222.0.66 "PUT /v2.0/subnets/50a99314-320d-41f4-8a86-e94e6665afad HTTP/1.1" status: 200 len: 868 time: 0.4252796 Jul 28 03:51:58.498748 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559a1d96-a35b-49c4-9385-1f8628e48aa6 None None] Network fa1b3388-6d6f-4df6-8853-2ca37e41d813 requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 03:51:58.517041 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b1067-9697-4252-8965-8b91ef8f41ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=50a99314-320d-41f4-8a86-e94e6665afad,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:58.525104 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0b1067-9697-4252-8965-8b91ef8f41ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:58.525452 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0b1067-9697-4252-8965-8b91ef8f41ee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:58.525830 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0b1067-9697-4252-8965-8b91ef8f41ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:58.526170 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0b1067-9697-4252-8965-8b91ef8f41ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:58.526514 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0b1067-9697-4252-8965-8b91ef8f41ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:58.526845 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0b1067-9697-4252-8965-8b91ef8f41ee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:58.527171 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0b1067-9697-4252-8965-8b91ef8f41ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:58.527501 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0b1067-9697-4252-8965-8b91ef8f41ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:58.527848 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0b1067-9697-4252-8965-8b91ef8f41ee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:58.528374 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0b1067-9697-4252-8965-8b91ef8f41ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:58.528725 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0b1067-9697-4252-8965-8b91ef8f41ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:58.529075 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0b1067-9697-4252-8965-8b91ef8f41ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:58.529403 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0b1067-9697-4252-8965-8b91ef8f41ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:58.529737 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0b1067-9697-4252-8965-8b91ef8f41ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:58.530053 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0b1067-9697-4252-8965-8b91ef8f41ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:58.832121 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-34fd5ad2-9526-4f40-b210-c6ea108f779b None None] Provisioning complete for port e15bddf2-dcd4-4202-bd02-5cc974356a16 triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:51:58.832506 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-34fd5ad2-9526-4f40-b210-c6ea108f779b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (e15bddf2-dcd4-4202-bd02-5cc974356a16), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:51:58.905449 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-34fd5ad2-9526-4f40-b210-c6ea108f779b None None] Current status of the port e15bddf2-dcd4-4202-bd02-5cc974356a16 is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:51:58.914092 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-34fd5ad2-9526-4f40-b210-c6ea108f779b None None] Provisioning complete for port 0e6e5311-ac39-4305-ad49-5e96d3fde80c triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:51:58.914476 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-34fd5ad2-9526-4f40-b210-c6ea108f779b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (0e6e5311-ac39-4305-ad49-5e96d3fde80c), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:51:58.988169 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-34fd5ad2-9526-4f40-b210-c6ea108f779b None None] Current status of the port 0e6e5311-ac39-4305-ad49-5e96d3fde80c is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:52:00.699217 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 49618) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:52:01.309116 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4fe022-bf8c-4d52-bd7a-c443a963f14b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:52:01.309590 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4fe022-bf8c-4d52-bd7a-c443a963f14b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:52:01.311141 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-4b4fe022-bf8c-4d52-bd7a-c443a963f14b admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.6109638 Jul 28 03:52:03.477724 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 49626) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:52:03.758996 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=2 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:52:03.767286 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=4 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:52:04.015040 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9e295b-711c-48d0-81b3-953fc02d9fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:52:04.015426 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9e295b-711c-48d0-81b3-953fc02d9fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:52:04.017076 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-6d9e295b-711c-48d0-81b3-953fc02d9fe1 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5383475 Jul 28 03:52:06.229138 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 49634) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:52:06.642138 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5af16b-80d7-48f5-ae1a-bfccf1cfec12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:52:06.643729 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-2b5af16b-80d7-48f5-ae1a-bfccf1cfec12 admin admin] 10.222.0.66 "GET /v2.0/networks/ea650c0a-dc48-4a0d-a6e0-295879bc3df9 HTTP/1.1" status: 200 len: 886 time: 0.4136083 Jul 28 03:52:08.827709 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 49642) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:52:08.980966 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=47,neutron:UPDATE=4 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:52:08.987040 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=45,neutron:UPDATE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:52:09.202725 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:52:09.210235 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:52:09.250839 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f01a5f5-32f1-4fa4-bfb0-de1e365b288e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:52:09.252264 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-1f01a5f5-32f1-4fa4-bfb0-de1e365b288e admin admin] 10.222.0.66 "GET /v2.0/networks/fa1b3388-6d6f-4df6-8853-2ca37e41d813 HTTP/1.1" status: 200 len: 869 time: 0.4235394 Jul 28 03:52:11.508479 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 49650) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:52:11.916824 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd34154b-6221-43c0-b76e-f8900f23e09d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:52:11.917277 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd34154b-6221-43c0-b76e-f8900f23e09d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:52:11.918795 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-cd34154b-6221-43c0-b76e-f8900f23e09d admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4093721 Jul 28 03:52:14.086895 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 49658) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:52:14.459889 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576612f4-93a6-43f1-9f14-416addd030fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:52:14.460687 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576612f4-93a6-43f1-9f14-416addd030fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:52:14.462220 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-576612f4-93a6-43f1-9f14-416addd030fc admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3743739 Jul 28 03:52:14.828938 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-861fd09a-7703-40cf-a126-bce80fe117a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:52:16.657912 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 49666) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:52:17.030398 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd63e78-cddd-4556-8d0b-7445847bad94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:52:17.031741 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-acd63e78-cddd-4556-8d0b-7445847bad94 admin admin] 10.222.0.66 "GET /v2.0/subnets/483d9f6f-a7db-4d58-8be3-14e833e697b6 HTTP/1.1" status: 200 len: 816 time: 0.3728807 Jul 28 03:52:17.378075 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-1c755a2d-7f1c-43ef-9d9a-8550310e04e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:52:18.272615 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:52:19.237793 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 49674) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:52:19.446219 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:52:19.612522 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa865a0-23b6-4c56-86d3-b649fa0c1648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:52:19.613858 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-cfa865a0-23b6-4c56-86d3-b649fa0c1648 admin admin] 10.222.0.66 "GET /v2.0/subnets/50a99314-320d-41f4-8a86-e94e6665afad HTTP/1.1" status: 200 len: 868 time: 0.3751097 Jul 28 03:52:19.757812 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.agents_db [None req-58c662dc-5ea5-4853-b3cc-f7bb2188e679 None None] Agent healthcheck: found 5 active agents {{(pid=121477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:52:20.106325 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:52:29.607704 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=24 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:52:29.609648 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=40 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:52:30.021350 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:52:30.024676 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:52:40.756156 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=15 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:52:40.760169 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=19 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:52:44.844793 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-6b6121b5-0582-4d30-a65c-81230d4ad9f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:52:47.367652 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-1a0e6631-898b-4090-b3cb-ab213c313f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:52:48.253800 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:52:48.954788 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 49730) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:52:49.407709 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [None req-a227f879-d463-410a-9dcc-d3a3dc22ce98 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=121475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 03:52:49.409161 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-a227f879-d463-410a-9dcc-d3a3dc22ce98 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4532311 Jul 28 03:52:49.523731 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:52:50.107659 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:52:51.869691 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 49738) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:52:52.241628 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.pecan_wsgi.hooks.translation [None req-097aaf44-2682-4add-aaca-d2bef9fbc386 admin admin] GET failed (client error): The resource could not be found. Jul 28 03:52:52.242898 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-097aaf44-2682-4add-aaca-d2bef9fbc386 admin admin] 10.222.0.66 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3721635 Jul 28 03:52:52.338288 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366bd006-e680-4431-b0f4-64099608b626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:52:52.339796 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-366bd006-e680-4431-b0f4-64099608b626 admin admin] 10.222.0.66 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0926576 Jul 28 03:52:54.589601 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 49746) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:52:54.932367 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-3ae230e0-8d46-4c40-81eb-4ee452aaa605 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:52:55.004696 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae230e0-8d46-4c40-81eb-4ee452aaa605 admin admin] Made reservation on behalf of 5ce7afae602945a39a04af885c7397db for: {'network': 1} {{(pid=121474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:52:55.007207 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-3ae230e0-8d46-4c40-81eb-4ee452aaa605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for network (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:52:55.043341 dv-cinder-851279-1-iscsi neutron-server[121474]: WARNING neutron.services.revisions.revision_plugin [None req-3ae230e0-8d46-4c40-81eb-4ee452aaa605 admin admin] Could not find related network for resource to bump revision. Jul 28 03:52:55.055244 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae230e0-8d46-4c40-81eb-4ee452aaa605 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=121474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:52:55.064922 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-3ae230e0-8d46-4c40-81eb-4ee452aaa605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684'] for segment (e98b39d7-06f5-4424-a730-e8d495b1779d), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:52:55.065687 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.db.segments_db [None req-3ae230e0-8d46-4c40-81eb-4ee452aaa605 admin admin] Added segment e98b39d7-06f5-4424-a730-e8d495b1779d of type vlan for network c791f427-effe-4157-8920-b4f2ee9ef4e7 Jul 28 03:52:55.105910 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-3ae230e0-8d46-4c40-81eb-4ee452aaa605 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761987992185'] for network (c791f427-effe-4157-8920-b4f2ee9ef4e7), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:52:55.194162 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-3ae230e0-8d46-4c40-81eb-4ee452aaa605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753'] for network (c791f427-effe-4157-8920-b4f2ee9ef4e7), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:52:55.195190 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae230e0-8d46-4c40-81eb-4ee452aaa605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:52:55.195759 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-3ae230e0-8d46-4c40-81eb-4ee452aaa605 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for network (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:52:55.268923 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae230e0-8d46-4c40-81eb-4ee452aaa605 admin admin] Pushing event updated for resources: {'Network': ['ID=c791f427-effe-4157-8920-b4f2ee9ef4e7,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:55.277470 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae230e0-8d46-4c40-81eb-4ee452aaa605 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:55.277836 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae230e0-8d46-4c40-81eb-4ee452aaa605 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:55.282666 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae230e0-8d46-4c40-81eb-4ee452aaa605 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:55.282666 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae230e0-8d46-4c40-81eb-4ee452aaa605 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:55.282666 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae230e0-8d46-4c40-81eb-4ee452aaa605 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:55.282666 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae230e0-8d46-4c40-81eb-4ee452aaa605 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:55.282666 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae230e0-8d46-4c40-81eb-4ee452aaa605 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:55.282666 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae230e0-8d46-4c40-81eb-4ee452aaa605 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:55.282666 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae230e0-8d46-4c40-81eb-4ee452aaa605 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:55.282666 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae230e0-8d46-4c40-81eb-4ee452aaa605 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:55.282666 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae230e0-8d46-4c40-81eb-4ee452aaa605 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:55.282666 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae230e0-8d46-4c40-81eb-4ee452aaa605 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:55.282666 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae230e0-8d46-4c40-81eb-4ee452aaa605 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:55.282666 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae230e0-8d46-4c40-81eb-4ee452aaa605 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:55.282666 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae230e0-8d46-4c40-81eb-4ee452aaa605 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:55.297101 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Network c791f427-effe-4157-8920-b4f2ee9ef4e7 details requested by agent ovs-agent-dv-cinder-851279-1-iscsi with host dv-cinder-851279-1-iscsi {{(pid=121476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:52:55.401580 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-3ae230e0-8d46-4c40-81eb-4ee452aaa605 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.8108301 Jul 28 03:52:56.758157 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.agents_db [None req-58c662dc-5ea5-4853-b3cc-f7bb2188e679 None None] Agent healthcheck: found 5 active agents {{(pid=121477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:52:57.688568 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 49756) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:52:58.053897 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bee90e3-05fd-4e5a-82ab-737e504ab1fa admin admin] GET failed (client error): The resource could not be found. Jul 28 03:52:58.055303 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-4bee90e3-05fd-4e5a-82ab-737e504ab1fa admin admin] 10.222.0.66 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3656738 Jul 28 03:52:58.165944 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93025a52-8c1f-4355-b3ce-a21ae58d07e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:52:58.167475 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-93025a52-8c1f-4355-b3ce-a21ae58d07e2 admin admin] 10.222.0.66 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1078012 Jul 28 03:52:58.178271 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-6f8bcb64-e711-4499-bea7-68a3aecf1d23 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'c791f427-effe-4157-8920-b4f2ee9ef4e7', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:52:58.249823 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8bcb64-e711-4499-bea7-68a3aecf1d23 admin admin] Made reservation on behalf of 5ce7afae602945a39a04af885c7397db for: {'subnet': 1} {{(pid=121474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:52:58.252190 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-6f8bcb64-e711-4499-bea7-68a3aecf1d23 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:52:58.484633 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-6f8bcb64-e711-4499-bea7-68a3aecf1d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753'] for subnet (69c044a6-3d90-4384-a0fb-6a6206941982), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:52:58.540484 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8bcb64-e711-4499-bea7-68a3aecf1d23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69c044a6-3d90-4384-a0fb-6a6206941982,revision_number=0']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:58.552199 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8bcb64-e711-4499-bea7-68a3aecf1d23 admin admin] Checking segment: {'id': 'e98b39d7-06f5-4424-a730-e8d495b1779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c791f427-effe-4157-8920-b4f2ee9ef4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 03:52:58.552844 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8bcb64-e711-4499-bea7-68a3aecf1d23 admin admin] Network hostable DHCP agents. Network: c791f427-effe-4157-8920-b4f2ee9ef4e7, hostable agents: ['a6d94de3-42af-4ea6-939a-9cee0bfbc3cb'], hosted agents: [] {{(pid=121474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:52:58.662102 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8bcb64-e711-4499-bea7-68a3aecf1d23 admin admin] Network c791f427-effe-4157-8920-b4f2ee9ef4e7 is scheduled to be hosted by DHCP agent a6d94de3-42af-4ea6-939a-9cee0bfbc3cb with binding_index 1 {{(pid=121474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:52:58.746921 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [None req-6f8bcb64-e711-4499-bea7-68a3aecf1d23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-1-iscsi, c791f427-effe-4157-8920-b4f2ee9ef4e7) {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:52:58.751096 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8bcb64-e711-4499-bea7-68a3aecf1d23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:52:58.751688 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-6f8bcb64-e711-4499-bea7-68a3aecf1d23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for subnet (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:52:58.759831 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1331d83b-13d8-4d5a-9dee-ee800d73fa7a None None] Network c791f427-effe-4157-8920-b4f2ee9ef4e7 requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 03:52:58.828335 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-6f8bcb64-e711-4499-bea7-68a3aecf1d23 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6539867 Jul 28 03:52:58.880973 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c51a13c-fa45-4fd0-9b66-2438bd3aa4ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc055524f-0d7a-5f36-9cf2-5686bc452ffc-c791f427-effe-4157-8920-b4f2ee9ef4e7', 'network_id': 'c791f427-effe-4157-8920-b4f2ee9ef4e7', 'project_id': '5ce7afae602945a39a04af885c7397db', 'fixed_ips': [{'subnet_id': '69c044a6-3d90-4384-a0fb-6a6206941982'}]}} from dv-cinder-851279-1-iscsi. {{(pid=121476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 03:52:58.882127 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-3c51a13c-fa45-4fd0-9b66-2438bd3aa4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:52:59.047447 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.db_base_plugin_common [None req-3c51a13c-fa45-4fd0-9b66-2438bd3aa4ea None None] Allocated IP 192.168.233.2 (c791f427-effe-4157-8920-b4f2ee9ef4e7/69c044a6-3d90-4384-a0fb-6a6206941982/b6861ade-b145-4ee1-80c4-156eaddee268) {{(pid=121476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:52:59.340161 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-3c51a13c-fa45-4fd0-9b66-2438bd3aa4ea None None] Publish callbacks [] for port (b6861ade-b145-4ee1-80c4-156eaddee268), precommit_create {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:52:59.414417 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-3c51a13c-fa45-4fd0-9b66-2438bd3aa4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379'] for port (b6861ade-b145-4ee1-80c4-156eaddee268), after_create {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:52:59.463012 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c51a13c-fa45-4fd0-9b66-2438bd3aa4ea None None] Network c791f427-effe-4157-8920-b4f2ee9ef4e7 is already hosted by enough agents. {{(pid=121476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:52:59.468371 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.scheduler.base_scheduler [None req-3c51a13c-fa45-4fd0-9b66-2438bd3aa4ea None None] Resources bound (agent type, host, resource id): {{(pid=121476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:52:59.473835 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c51a13c-fa45-4fd0-9b66-2438bd3aa4ea None None] Received port after_create {{(pid=121476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 03:52:59.476533 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c51a13c-fa45-4fd0-9b66-2438bd3aa4ea None None] Pushing event updated for resources: {'Port': ['ID=b6861ade-b145-4ee1-80c4-156eaddee268,revision_number=1']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:59.488548 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c51a13c-fa45-4fd0-9b66-2438bd3aa4ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:59.489108 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c51a13c-fa45-4fd0-9b66-2438bd3aa4ea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:59.489849 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c51a13c-fa45-4fd0-9b66-2438bd3aa4ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:59.490111 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c51a13c-fa45-4fd0-9b66-2438bd3aa4ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:59.490453 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c51a13c-fa45-4fd0-9b66-2438bd3aa4ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:59.490793 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c51a13c-fa45-4fd0-9b66-2438bd3aa4ea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:59.491117 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c51a13c-fa45-4fd0-9b66-2438bd3aa4ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:59.491440 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c51a13c-fa45-4fd0-9b66-2438bd3aa4ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:59.491769 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c51a13c-fa45-4fd0-9b66-2438bd3aa4ea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:59.492117 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c51a13c-fa45-4fd0-9b66-2438bd3aa4ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:59.492967 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c51a13c-fa45-4fd0-9b66-2438bd3aa4ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:59.492967 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c51a13c-fa45-4fd0-9b66-2438bd3aa4ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:59.493203 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c51a13c-fa45-4fd0-9b66-2438bd3aa4ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:59.493356 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c51a13c-fa45-4fd0-9b66-2438bd3aa4ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:59.493674 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c51a13c-fa45-4fd0-9b66-2438bd3aa4ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:59.563400 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-3c51a13c-fa45-4fd0-9b66-2438bd3aa4ea None None] Attempting to bind port b6861ade-b145-4ee1-80c4-156eaddee268 on host dv-cinder-851279-1-iscsi for vnic_type normal with profile {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 03:52:59.563937 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-3c51a13c-fa45-4fd0-9b66-2438bd3aa4ea None None] Attempting to bind port b6861ade-b145-4ee1-80c4-156eaddee268 by drivers openvswitch,hyperv on host dv-cinder-851279-1-iscsi at level 0 using segments [{'id': 'e98b39d7-06f5-4424-a730-e8d495b1779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c791f427-effe-4157-8920-b4f2ee9ef4e7'}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 03:52:59.564482 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c51a13c-fa45-4fd0-9b66-2438bd3aa4ea None None] Attempting to bind port b6861ade-b145-4ee1-80c4-156eaddee268 on network c791f427-effe-4157-8920-b4f2ee9ef4e7 {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 03:52:59.571345 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c51a13c-fa45-4fd0-9b66-2438bd3aa4ea None None] Checking agent: {'id': '51dbe35b-f2d3-4ce9-b487-580c36e6d07a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 49, 50), 'started_at': datetime.datetime(2022, 7, 28, 3, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 3, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 03:52:59.571749 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c51a13c-fa45-4fd0-9b66-2438bd3aa4ea None None] Checking segment: {'id': 'e98b39d7-06f5-4424-a730-e8d495b1779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c791f427-effe-4157-8920-b4f2ee9ef4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 03:52:59.572209 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-3c51a13c-fa45-4fd0-9b66-2438bd3aa4ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:52:59.572609 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c51a13c-fa45-4fd0-9b66-2438bd3aa4ea None None] Bound using segment: {'id': 'e98b39d7-06f5-4424-a730-e8d495b1779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c791f427-effe-4157-8920-b4f2ee9ef4e7'} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 03:52:59.573107 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-3c51a13c-fa45-4fd0-9b66-2438bd3aa4ea None None] Bound port: b6861ade-b145-4ee1-80c4-156eaddee268, host: dv-cinder-851279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98b39d7-06f5-4424-a730-e8d495b1779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c791f427-effe-4157-8920-b4f2ee9ef4e7'}}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 03:52:59.573487 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-3c51a13c-fa45-4fd0-9b66-2438bd3aa4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (b6861ade-b145-4ee1-80c4-156eaddee268), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:52:59.649654 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-3c51a13c-fa45-4fd0-9b66-2438bd3aa4ea None None] For port b6861ade-b145-4ee1-80c4-156eaddee268, host dv-cinder-851279-1-iscsi, cleared binding levels {{(pid=121476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:52:59.652896 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-3c51a13c-fa45-4fd0-9b66-2438bd3aa4ea None None] For port b6861ade-b145-4ee1-80c4-156eaddee268, host dv-cinder-851279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=b6861ade-b145-4ee1-80c4-156eaddee268,segment=NetworkSegment(e98b39d7-06f5-4424-a730-e8d495b1779d),segment_id=e98b39d7-06f5-4424-a730-e8d495b1779d)] {{(pid=121476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:52:59.727934 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-3c51a13c-fa45-4fd0-9b66-2438bd3aa4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (b6861ade-b145-4ee1-80c4-156eaddee268), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:52:59.783265 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:52:59.789395 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c51a13c-fa45-4fd0-9b66-2438bd3aa4ea None None] Pushing event updated for resources: {'Port': ['ID=b6861ade-b145-4ee1-80c4-156eaddee268,revision_number=2']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:53:00.718829 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a0cc09-389e-40d2-b8b3-8b72658b647f None None] Network c791f427-effe-4157-8920-b4f2ee9ef4e7 requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 03:53:00.809971 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=87,neutron:UPDATE=11,neutron:INSERT=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:53:00.823035 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-bf423f62-94dd-4d69-ba05-ae2955666f7f None None] Provisioning complete for port b6861ade-b145-4ee1-80c4-156eaddee268 triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:53:00.823290 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bf423f62-94dd-4d69-ba05-ae2955666f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (b6861ade-b145-4ee1-80c4-156eaddee268), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:53:00.960111 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-bf423f62-94dd-4d69-ba05-ae2955666f7f None None] Current status of the port b6861ade-b145-4ee1-80c4-156eaddee268 is: DOWN; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:53:00.960522 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bf423f62-94dd-4d69-ba05-ae2955666f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (b6861ade-b145-4ee1-80c4-156eaddee268), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:53:01.003607 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-bf423f62-94dd-4d69-ba05-ae2955666f7f None None] For port b6861ade-b145-4ee1-80c4-156eaddee268, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=b6861ade-b145-4ee1-80c4-156eaddee268,segment=NetworkSegment(e98b39d7-06f5-4424-a730-e8d495b1779d),segment_id=e98b39d7-06f5-4424-a730-e8d495b1779d)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:53:01.087548 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bf423f62-94dd-4d69-ba05-ae2955666f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (b6861ade-b145-4ee1-80c4-156eaddee268), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:53:01.140908 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf423f62-94dd-4d69-ba05-ae2955666f7f None None] Pushing event updated for resources: {'Port': ['ID=b6861ade-b145-4ee1-80c4-156eaddee268,revision_number=3']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:53:01.209847 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-afe2d246-98e2-4d6f-9872-68ed59c66df9 None None] Provisioning complete for port b6861ade-b145-4ee1-80c4-156eaddee268 triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:53:01.210268 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-afe2d246-98e2-4d6f-9872-68ed59c66df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (b6861ade-b145-4ee1-80c4-156eaddee268), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:53:01.298008 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-afe2d246-98e2-4d6f-9872-68ed59c66df9 None None] Current status of the port b6861ade-b145-4ee1-80c4-156eaddee268 is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:53:01.891445 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device b6861ade-b145-4ee1-80c4-156eaddee268 up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:53:01.946124 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port b6861ade-b145-4ee1-80c4-156eaddee268 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:53:01.946518 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (b6861ade-b145-4ee1-80c4-156eaddee268), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:53:02.053106 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port b6861ade-b145-4ee1-80c4-156eaddee268 is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:53:02.333599 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=8 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:53:02.336248 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=14 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:53:06.755101 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=2 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:53:08.762006 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=63,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:53:08.762807 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=75,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:53:14.858292 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-284eda25-2669-4942-a76c-260e94abe70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:53:17.369363 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-89a50e80-f15a-496b-99b3-dfa7b9d06297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:53:17.762784 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=3 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:53:17.768817 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=3 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:53:18.255676 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:53:19.403420 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:53:19.515074 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:53:20.121070 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:53:30.027864 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=62,neutron:UPDATE=3 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:53:30.030965 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:53:33.758890 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.agents_db [None req-58c662dc-5ea5-4853-b3cc-f7bb2188e679 None None] Agent healthcheck: found 5 active agents {{(pid=121477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:53:42.751842 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:53:43.754905 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=2 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:53:44.848514 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-8ed6862c-6746-46d3-8a06-5c2686e7a54e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:53:47.384891 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-1d5a5628-fb02-47ae-baf9-1cf6339433b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:53:48.224851 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:53:49.473312 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:53:50.093239 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:53:54.765192 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=2 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:53:54.775191 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=4 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:54:00.025776 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:UPDATE=2,neutron:SELECT=8 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:54:00.031817 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:54:10.762975 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.agents_db [None req-58c662dc-5ea5-4853-b3cc-f7bb2188e679 None None] Agent healthcheck: found 5 active agents {{(pid=121477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:54:14.861991 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-06f27803-b553-4788-bd10-49773a9e554d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:54:17.435410 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-fcd57631-748b-450b-accd-be0b3c5c73b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:54:18.246487 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:54:19.509425 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:54:20.103223 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:54:20.756014 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:54:20.756985 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:54:30.027436 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:54:30.035712 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:54:39.561434 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=16 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:54:39.562768 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=16 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:54:44.839551 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-234544e0-2541-4760-ae0f-8566891a8831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:54:47.387993 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-32db8dbf-3da6-42d2-82cb-c611d7e87bc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:54:47.762383 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.agents_db [None req-58c662dc-5ea5-4853-b3cc-f7bb2188e679 None None] Agent healthcheck: found 5 active agents {{(pid=121477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:54:48.256454 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:54:49.485380 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:54:50.111059 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:54:57.757619 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:54:57.758594 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:55:00.030895 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:55:00.034526 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:55:00.930139 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 49818) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:55:00.936633 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [None req-9d3e813f-a034-45da-9fa1-6fdae77f55f1 tempest-verify_tempest_config-1228597176 tempest-verify_tempest_config-1228597176-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=121474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 03:55:00.937631 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-9d3e813f-a034-45da-9fa1-6fdae77f55f1 tempest-verify_tempest_config-1228597176 tempest-verify_tempest_config-1228597176-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0065203 Jul 28 03:55:01.574293 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 49836) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:55:01.717639 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-bb72d0c1-e382-4698-b8da-ac8a8c14b226 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:55:01.803878 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-bb72d0c1-e382-4698-b8da-ac8a8c14b226 admin admin] Publish callbacks [] for security_group (b0c19eea-3c01-4e7d-bfbe-f43ab888fcf1), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:55:01.892991 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-bb72d0c1-e382-4698-b8da-ac8a8c14b226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (b0c19eea-3c01-4e7d-bfbe-f43ab888fcf1), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:55:01.939445 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb72d0c1-e382-4698-b8da-ac8a8c14b226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c19eea-3c01-4e7d-bfbe-f43ab888fcf1,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:01.943512 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-bb72d0c1-e382-4698-b8da-ac8a8c14b226 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6a9a39185b2f4636802a8b1d4d854cc7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3682272 Jul 28 03:55:01.949154 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb72d0c1-e382-4698-b8da-ac8a8c14b226 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:01.949543 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb72d0c1-e382-4698-b8da-ac8a8c14b226 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:01.949851 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb72d0c1-e382-4698-b8da-ac8a8c14b226 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:01.950184 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb72d0c1-e382-4698-b8da-ac8a8c14b226 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:01.950526 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb72d0c1-e382-4698-b8da-ac8a8c14b226 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:01.950857 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb72d0c1-e382-4698-b8da-ac8a8c14b226 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:01.951186 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb72d0c1-e382-4698-b8da-ac8a8c14b226 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:01.952141 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb72d0c1-e382-4698-b8da-ac8a8c14b226 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:01.952607 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb72d0c1-e382-4698-b8da-ac8a8c14b226 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:01.952965 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 49840) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:55:01.953444 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb72d0c1-e382-4698-b8da-ac8a8c14b226 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:01.953444 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb72d0c1-e382-4698-b8da-ac8a8c14b226 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:01.953732 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb72d0c1-e382-4698-b8da-ac8a8c14b226 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:01.954062 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb72d0c1-e382-4698-b8da-ac8a8c14b226 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:01.954383 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb72d0c1-e382-4698-b8da-ac8a8c14b226 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:01.954704 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb72d0c1-e382-4698-b8da-ac8a8c14b226 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:02.032887 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-6b91adaf-ab2d-4496-8f68-a7883de5238e admin admin] Publish callbacks [] for security_group (b0c19eea-3c01-4e7d-bfbe-f43ab888fcf1), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:55:02.055245 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-6b91adaf-ab2d-4496-8f68-a7883de5238e admin admin] Publish callbacks [] for security_group (b0c19eea-3c01-4e7d-bfbe-f43ab888fcf1), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:55:02.247990 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-6b91adaf-ab2d-4496-8f68-a7883de5238e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (b0c19eea-3c01-4e7d-bfbe-f43ab888fcf1), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:55:02.250594 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-6b91adaf-ab2d-4496-8f68-a7883de5238e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:55:02.251882 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-6b91adaf-ab2d-4496-8f68-a7883de5238e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b0c19eea-3c01-4e7d-bfbe-f43ab888fcf1 HTTP/1.1" status: 204 len: 168 time: 0.2979219 Jul 28 03:55:02.261309 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b91adaf-ab2d-4496-8f68-a7883de5238e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c19eea-3c01-4e7d-bfbe-f43ab888fcf1,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:55:02.270349 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91adaf-ab2d-4496-8f68-a7883de5238e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:02.270694 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91adaf-ab2d-4496-8f68-a7883de5238e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:02.271039 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91adaf-ab2d-4496-8f68-a7883de5238e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:02.271377 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91adaf-ab2d-4496-8f68-a7883de5238e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:02.271710 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91adaf-ab2d-4496-8f68-a7883de5238e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:02.272079 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91adaf-ab2d-4496-8f68-a7883de5238e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:02.272402 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91adaf-ab2d-4496-8f68-a7883de5238e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:02.272767 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91adaf-ab2d-4496-8f68-a7883de5238e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:02.273107 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91adaf-ab2d-4496-8f68-a7883de5238e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:02.273575 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91adaf-ab2d-4496-8f68-a7883de5238e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:02.273922 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91adaf-ab2d-4496-8f68-a7883de5238e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:02.274382 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91adaf-ab2d-4496-8f68-a7883de5238e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:02.274714 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91adaf-ab2d-4496-8f68-a7883de5238e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:02.275069 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91adaf-ab2d-4496-8f68-a7883de5238e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:02.275392 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91adaf-ab2d-4496-8f68-a7883de5238e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:55:08.761336 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=2 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:55:08.762727 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=4 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:55:11.942575 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=21,neutron:INSERT=5 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:55:11.948599 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=18,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:55:12.264466 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:55:12.265207 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:55:14.860429 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-6958e261-1814-4ec9-8488-d2f420c80e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:55:17.380725 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-cbb2c341-474b-461f-aff1-f375dcbff662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:55:18.249416 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:55:19.500272 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:55:20.106065 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:55:24.763540 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.agents_db [None req-58c662dc-5ea5-4853-b3cc-f7bb2188e679 None None] Agent healthcheck: found 5 active agents {{(pid=121477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:55:30.028465 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:55:30.030555 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:55:34.761260 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:55:44.836593 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-2131441b-8e1a-4bfb-b0bb-c60a289ccf88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:55:45.755750 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=2 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:55:45.759693 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:55:47.387990 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-5d2f2f63-a97f-4104-b732-46b732a163bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:55:48.247607 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:55:49.473323 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:55:50.093443 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:56:00.034039 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:56:00.036237 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:56:01.766546 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.agents_db [None req-58c662dc-5ea5-4853-b3cc-f7bb2188e679 None None] Agent healthcheck: found 5 active agents {{(pid=121477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:56:11.759103 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:56:14.814842 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ed6201df-cd77-433f-8f6c-1b2cd26bb3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:56:17.403872 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f1a79050-c2d0-43bb-94f3-dedb84741bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:56:18.274756 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:56:19.537347 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:56:20.140507 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:56:22.756323 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=3 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:56:22.757132 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=6 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:56:30.030578 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:56:30.032542 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:56:38.766118 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.agents_db [None req-58c662dc-5ea5-4853-b3cc-f7bb2188e679 None None] Agent healthcheck: found 5 active agents {{(pid=121477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:56:44.833331 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-e19bbd4b-6699-48e6-ad23-739dd266a76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:56:47.382050 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-272ab3f7-c5b4-486e-8100-73f1937b57cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:56:48.273342 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:56:48.739314 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1736872'] for agent (a6d923ff-d983-4784-981f-1bbce4c5c5ac), after_create {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:56:48.761053 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=16 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:56:48.764339 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=12 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:56:49.496277 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:56:50.105315 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:56:59.749463 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=3 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:56:59.755398 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=3 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:57:00.027934 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:57:00.031869 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:57:01.070440 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 49916) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:57:01.182534 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-fed8f602-d9ec-45fd-a393-e162e6f0d956 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1109476 Jul 28 03:57:03.273171 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 49926) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:57:03.330256 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-8b9b092d-dfd9-4ad7-a075-053c7c44b629 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0559905 Jul 28 03:57:11.177080 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:57:13.325222 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=3 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:57:14.838168 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ceb8b1aa-0d31-43dd-aa3c-1ad191a51fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:57:15.771854 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.agents_db [None req-58c662dc-5ea5-4853-b3cc-f7bb2188e679 None None] Agent healthcheck: found 6 active agents {{(pid=121477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:57:17.386325 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-0bc7b697-d2a9-44c9-8494-44673bbddb6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:57:18.369719 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:57:18.603618 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d923ff-d983-4784-981f-1bbce4c5c5ac), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:57:19.510317 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:57:20.097841 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:57:25.763532 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=2 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:57:30.032483 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:57:30.034376 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:57:36.752632 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=3 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:57:42.762257 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:57:44.836483 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-8eeafff6-6f4d-4793-b814-0a57be114485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:57:47.387993 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f67a61ba-073a-454b-9fc6-f0f85eb393ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:57:48.273397 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:57:48.630213 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d923ff-d983-4784-981f-1bbce4c5c5ac), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:57:49.510705 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:57:50.113722 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:57:52.771287 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.agents_db [None req-58c662dc-5ea5-4853-b3cc-f7bb2188e679 None None] Agent healthcheck: found 6 active agents {{(pid=121477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:58:00.031394 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:00.037467 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:02.766988 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:02.767842 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:13.748655 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=4 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:13.749522 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=2 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:14.855240 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-23371fa6-bb66-42ed-8f95-d2c1e8cb4170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:17.392276 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ef8923b4-49d8-4a93-a278-9ec7a654bf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:18.280641 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:18.660894 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d923ff-d983-4784-981f-1bbce4c5c5ac), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:19.512375 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:20.102663 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:29.770256 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.agents_db [None req-58c662dc-5ea5-4853-b3cc-f7bb2188e679 None None] Agent healthcheck: found 6 active agents {{(pid=121477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:58:30.031260 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:30.034231 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:39.620748 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=11 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:39.767047 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=17 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:42.041806 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 50118) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:58:42.660520 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-397ac131-a14e-43e6-b3bc-072141f8b4ab admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-350895408-network', 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:58:42.690231 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 50136) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:58:42.777290 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397ac131-a14e-43e6-b3bc-072141f8b4ab admin admin] Made reservation on behalf of 6a869e1e00fc4d8d9d4511e34501665f for: {'network': 1} {{(pid=121474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:58:42.779671 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-397ac131-a14e-43e6-b3bc-072141f8b4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for network (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:42.788535 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 50142) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:58:42.789456 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-397ac131-a14e-43e6-b3bc-072141f8b4ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:42.872544 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-397ac131-a14e-43e6-b3bc-072141f8b4ab admin admin] Publish callbacks [] for security_group (14751570-1229-4faa-bb0d-bc36a7762240), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:42.918023 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 50148) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:58:42.958406 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-397ac131-a14e-43e6-b3bc-072141f8b4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (14751570-1229-4faa-bb0d-bc36a7762240), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:42.976765 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-397ac131-a14e-43e6-b3bc-072141f8b4ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=121474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:58:42.988267 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-397ac131-a14e-43e6-b3bc-072141f8b4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684'] for segment (59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:42.988612 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.db.segments_db [None req-397ac131-a14e-43e6-b3bc-072141f8b4ab admin admin] Added segment 59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b of type vlan for network 5b7076b1-5b54-41f8-8740-25deddb61b0a Jul 28 03:58:43.042793 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-397ac131-a14e-43e6-b3bc-072141f8b4ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761987992185'] for network (5b7076b1-5b54-41f8-8740-25deddb61b0a), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:43.081323 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ac131-a14e-43e6-b3bc-072141f8b4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14751570-1229-4faa-bb0d-bc36a7762240,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:43.092338 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397ac131-a14e-43e6-b3bc-072141f8b4ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:43.093046 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397ac131-a14e-43e6-b3bc-072141f8b4ab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:43.093802 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397ac131-a14e-43e6-b3bc-072141f8b4ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:43.095255 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397ac131-a14e-43e6-b3bc-072141f8b4ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:43.096114 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397ac131-a14e-43e6-b3bc-072141f8b4ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:43.096691 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397ac131-a14e-43e6-b3bc-072141f8b4ab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:43.097176 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397ac131-a14e-43e6-b3bc-072141f8b4ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:43.097680 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397ac131-a14e-43e6-b3bc-072141f8b4ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:43.098189 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397ac131-a14e-43e6-b3bc-072141f8b4ab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:43.098737 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397ac131-a14e-43e6-b3bc-072141f8b4ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:43.100239 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397ac131-a14e-43e6-b3bc-072141f8b4ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:43.100929 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397ac131-a14e-43e6-b3bc-072141f8b4ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:43.101682 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397ac131-a14e-43e6-b3bc-072141f8b4ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:43.102226 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397ac131-a14e-43e6-b3bc-072141f8b4ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:43.102809 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397ac131-a14e-43e6-b3bc-072141f8b4ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:43.104670 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397ac131-a14e-43e6-b3bc-072141f8b4ab admin admin] Tracked resource versions report: Jul 28 03:58:43.104670 dv-cinder-851279-1-iscsi neutron-server[121474]: pushed versions: Jul 28 03:58:43.104670 dv-cinder-851279-1-iscsi neutron-server[121474]: { 'AddressGroup': {'1.2'}, Jul 28 03:58:43.104670 dv-cinder-851279-1-iscsi neutron-server[121474]: 'Agent': {'1.1'}, Jul 28 03:58:43.104670 dv-cinder-851279-1-iscsi neutron-server[121474]: 'ConntrackHelper': {'1.0'}, Jul 28 03:58:43.104670 dv-cinder-851279-1-iscsi neutron-server[121474]: 'LocalIPAssociation': {'1.0'}, Jul 28 03:58:43.104670 dv-cinder-851279-1-iscsi neutron-server[121474]: 'Log': {'1.0'}, Jul 28 03:58:43.104670 dv-cinder-851279-1-iscsi neutron-server[121474]: 'NDPProxy': {'1.0'}, Jul 28 03:58:43.104670 dv-cinder-851279-1-iscsi neutron-server[121474]: 'Network': {'1.1'}, Jul 28 03:58:43.104670 dv-cinder-851279-1-iscsi neutron-server[121474]: 'Port': {'1.7'}, Jul 28 03:58:43.104670 dv-cinder-851279-1-iscsi neutron-server[121474]: 'PortForwarding': {'1.3'}, Jul 28 03:58:43.104670 dv-cinder-851279-1-iscsi neutron-server[121474]: 'QosPolicy': {'1.10'}, Jul 28 03:58:43.104670 dv-cinder-851279-1-iscsi neutron-server[121474]: 'SecurityGroup': {'1.5'}, Jul 28 03:58:43.104670 dv-cinder-851279-1-iscsi neutron-server[121474]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:58:43.104670 dv-cinder-851279-1-iscsi neutron-server[121474]: 'SubPort': {'1.0'}, Jul 28 03:58:43.104670 dv-cinder-851279-1-iscsi neutron-server[121474]: 'Subnet': {'1.1'}, Jul 28 03:58:43.104670 dv-cinder-851279-1-iscsi neutron-server[121474]: 'Trunk': {'1.1'}} Jul 28 03:58:43.104670 dv-cinder-851279-1-iscsi neutron-server[121474]: consumer versions: Jul 28 03:58:43.104670 dv-cinder-851279-1-iscsi neutron-server[121474]: { DHCP agent@dv-cinder-851279-1-iscsi: {}, Jul 28 03:58:43.104670 dv-cinder-851279-1-iscsi neutron-server[121474]: HyperV agent@hv-cinder-85127: {}, Jul 28 03:58:43.104670 dv-cinder-851279-1-iscsi neutron-server[121474]: L3 agent@dv-cinder-851279-1-iscsi: {}, Jul 28 03:58:43.104670 dv-cinder-851279-1-iscsi neutron-server[121474]: Metadata agent@dv-cinder-851279-1-iscsi: {}, Jul 28 03:58:43.104670 dv-cinder-851279-1-iscsi neutron-server[121474]: Metering agent@dv-cinder-851279-1-iscsi: {}, Jul 28 03:58:43.104670 dv-cinder-851279-1-iscsi neutron-server[121474]: Open vSwitch agent@dv-cinder-851279-1-iscsi: { 'AddressGroup': '1.2', Jul 28 03:58:43.104670 dv-cinder-851279-1-iscsi neutron-server[121474]: 'Agent': '1.1', Jul 28 03:58:43.104670 dv-cinder-851279-1-iscsi neutron-server[121474]: 'ConntrackHelper': '1.0', Jul 28 03:58:43.104670 dv-cinder-851279-1-iscsi neutron-server[121474]: 'LocalIPAssociation': '1.0', Jul 28 03:58:43.104670 dv-cinder-851279-1-iscsi neutron-server[121474]: 'Log': '1.0', Jul 28 03:58:43.104670 dv-cinder-851279-1-iscsi neutron-server[121474]: 'NDPProxy': '1.0', Jul 28 03:58:43.104670 dv-cinder-851279-1-iscsi neutron-server[121474]: 'Network': '1.1', Jul 28 03:58:43.104670 dv-cinder-851279-1-iscsi neutron-server[121474]: 'Port': '1.7', Jul 28 03:58:43.104670 dv-cinder-851279-1-iscsi neutron-server[121474]: 'PortForwarding': '1.3', Jul 28 03:58:43.104670 dv-cinder-851279-1-iscsi neutron-server[121474]: 'QosPolicy': '1.10', Jul 28 03:58:43.104670 dv-cinder-851279-1-iscsi neutron-server[121474]: 'SecurityGroup': '1.5', Jul 28 03:58:43.104670 dv-cinder-851279-1-iscsi neutron-server[121474]: 'SecurityGroupRule': '1.2', Jul 28 03:58:43.104670 dv-cinder-851279-1-iscsi neutron-server[121474]: 'SubPort': '1.0', Jul 28 03:58:43.104670 dv-cinder-851279-1-iscsi neutron-server[121474]: 'Subnet': '1.1', Jul 28 03:58:43.104670 dv-cinder-851279-1-iscsi neutron-server[121474]: 'Trunk': '1.1'}} Jul 28 03:58:43.104670 dv-cinder-851279-1-iscsi neutron-server[121474]: {{(pid=121474) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:58:43.113935 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 50156) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:58:43.144384 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-abc83749-88de-403d-8831-7fa342e4661b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-508782801-network', 'tenant_id': '52b087e8dc5c4426b8402dfdf99328ad'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:58:43.161027 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-0258f1d6-b8fa-49c4-9171-5a4a9aaa1547 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1760952141-network', 'tenant_id': '8bf7f0f7880a435ba552361bcb31ef91'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:58:43.185670 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-13624d7d-f3fc-4a12-a185-86d2e3a6ce01 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-511863461-network', 'tenant_id': '5c3d84518f1e4d7885f6998c88c3da4a'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:58:43.243795 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc83749-88de-403d-8831-7fa342e4661b admin admin] Made reservation on behalf of 52b087e8dc5c4426b8402dfdf99328ad for: {'network': 1} {{(pid=121474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:58:43.246483 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-abc83749-88de-403d-8831-7fa342e4661b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for network (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:43.256949 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-abc83749-88de-403d-8831-7fa342e4661b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:43.280583 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0258f1d6-b8fa-49c4-9171-5a4a9aaa1547 admin admin] Made reservation on behalf of 8bf7f0f7880a435ba552361bcb31ef91 for: {'network': 1} {{(pid=121475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:58:43.283031 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-0258f1d6-b8fa-49c4-9171-5a4a9aaa1547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for network (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:43.285494 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13624d7d-f3fc-4a12-a185-86d2e3a6ce01 admin admin] Made reservation on behalf of 5c3d84518f1e4d7885f6998c88c3da4a for: {'network': 1} {{(pid=121475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:58:43.290688 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-13624d7d-f3fc-4a12-a185-86d2e3a6ce01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for network (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:43.306983 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-13624d7d-f3fc-4a12-a185-86d2e3a6ce01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:43.315420 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-0258f1d6-b8fa-49c4-9171-5a4a9aaa1547 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:43.342552 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-abc83749-88de-403d-8831-7fa342e4661b admin admin] Publish callbacks [] for security_group (88e8268c-f06d-45dc-ac8c-2eedc52b348c), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:43.346473 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-397ac131-a14e-43e6-b3bc-072141f8b4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753'] for network (5b7076b1-5b54-41f8-8740-25deddb61b0a), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:43.347418 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397ac131-a14e-43e6-b3bc-072141f8b4ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:58:43.348182 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-397ac131-a14e-43e6-b3bc-072141f8b4ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for network (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:43.355088 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-7a893ada-ba76-410d-8aaa-c81d8fad4d92 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1250024005-network', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:58:43.437507 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-abc83749-88de-403d-8831-7fa342e4661b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (88e8268c-f06d-45dc-ac8c-2eedc52b348c), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:43.450502 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abc83749-88de-403d-8831-7fa342e4661b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=121474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:58:43.460373 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-abc83749-88de-403d-8831-7fa342e4661b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684'] for segment (7ac5aa42-d84c-402d-8b7d-91411dee0356), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:43.461097 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.db.segments_db [None req-abc83749-88de-403d-8831-7fa342e4661b admin admin] Added segment 7ac5aa42-d84c-402d-8b7d-91411dee0356 of type vlan for network 500d2409-0505-4e71-ad33-d33fa2f8a8dc Jul 28 03:58:43.486456 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-13624d7d-f3fc-4a12-a185-86d2e3a6ce01 admin admin] Publish callbacks [] for security_group (cb8e6d66-d524-4393-a3ec-03a07a262bf5), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:43.488578 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-0258f1d6-b8fa-49c4-9171-5a4a9aaa1547 admin admin] Publish callbacks [] for security_group (95f4571f-761f-4135-9d85-1064d224174f), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:43.492489 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=71,neutron:INSERT=24,neutron:UPDATE=5 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:43.522344 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-abc83749-88de-403d-8831-7fa342e4661b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761987992185'] for network (500d2409-0505-4e71-ad33-d33fa2f8a8dc), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:43.535523 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a893ada-ba76-410d-8aaa-c81d8fad4d92 admin admin] Made reservation on behalf of f68fb083db524ab59ba49d71ae754ba0 for: {'network': 1} {{(pid=121474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:58:43.541321 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-7a893ada-ba76-410d-8aaa-c81d8fad4d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for network (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:43.549756 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ac131-a14e-43e6-b3bc-072141f8b4ab admin admin] Pushing event updated for resources: {'Network': ['ID=5b7076b1-5b54-41f8-8740-25deddb61b0a,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:43.566878 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-7a893ada-ba76-410d-8aaa-c81d8fad4d92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:43.568796 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Network 5b7076b1-5b54-41f8-8740-25deddb61b0a details requested by agent ovs-agent-dv-cinder-851279-1-iscsi with host dv-cinder-851279-1-iscsi {{(pid=121476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:58:43.569569 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-13624d7d-f3fc-4a12-a185-86d2e3a6ce01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (cb8e6d66-d524-4393-a3ec-03a07a262bf5), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:43.576996 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-0258f1d6-b8fa-49c4-9171-5a4a9aaa1547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (95f4571f-761f-4135-9d85-1064d224174f), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:43.606966 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc83749-88de-403d-8831-7fa342e4661b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e8268c-f06d-45dc-ac8c-2eedc52b348c,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:43.634172 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-397ac131-a14e-43e6-b3bc-072141f8b4ab admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.5911469 Jul 28 03:58:43.644959 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 50182) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:58:43.653131 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-9cf92862-882d-4c81-b2c5-c3b852ef863d admin admin] Request body: {'subnet': {'network_id': '5b7076b1-5b54-41f8-8740-25deddb61b0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-350895408-subnet', 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:58:43.657344 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13624d7d-f3fc-4a12-a185-86d2e3a6ce01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=121475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:58:43.667716 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:43.688168 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-13624d7d-f3fc-4a12-a185-86d2e3a6ce01 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761988548545', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684'] for segment (63389bb8-8376-476f-a8bd-a6fab1db75db), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:43.689237 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-13624d7d-f3fc-4a12-a185-86d2e3a6ce01 admin admin] Unsubscribe: segment precommit_create {{(pid=121475) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 03:58:43.690294 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.db.segments_db [None req-13624d7d-f3fc-4a12-a185-86d2e3a6ce01 admin admin] Added segment 63389bb8-8376-476f-a8bd-a6fab1db75db of type vlan for network 1b695295-a70d-4773-a7f6-af5ea3f070dd Jul 28 03:58:43.715573 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-abc83749-88de-403d-8831-7fa342e4661b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753'] for network (500d2409-0505-4e71-ad33-d33fa2f8a8dc), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:43.718508 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc83749-88de-403d-8831-7fa342e4661b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:58:43.719351 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-abc83749-88de-403d-8831-7fa342e4661b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for network (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:43.822318 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-13624d7d-f3fc-4a12-a185-86d2e3a6ce01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761987992185'] for network (1b695295-a70d-4773-a7f6-af5ea3f070dd), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:43.849822 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf92862-882d-4c81-b2c5-c3b852ef863d admin admin] Made reservation on behalf of 6a869e1e00fc4d8d9d4511e34501665f for: {'subnet': 1} {{(pid=121474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:58:43.852234 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-9cf92862-882d-4c81-b2c5-c3b852ef863d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:43.885578 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0258f1d6-b8fa-49c4-9171-5a4a9aaa1547 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=121475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:58:43.905763 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-0258f1d6-b8fa-49c4-9171-5a4a9aaa1547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684'] for segment (f5651f66-4b70-44a2-a50e-d0d4e0ef16b9), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:43.906365 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.db.segments_db [None req-0258f1d6-b8fa-49c4-9171-5a4a9aaa1547 admin admin] Added segment f5651f66-4b70-44a2-a50e-d0d4e0ef16b9 of type vlan for network 4531d3b7-3c72-4c16-9fba-50470f633af2 Jul 28 03:58:43.908444 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13624d7d-f3fc-4a12-a185-86d2e3a6ce01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8e6d66-d524-4393-a3ec-03a07a262bf5,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:43.925740 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13624d7d-f3fc-4a12-a185-86d2e3a6ce01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:43.926336 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13624d7d-f3fc-4a12-a185-86d2e3a6ce01 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:43.926851 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13624d7d-f3fc-4a12-a185-86d2e3a6ce01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:43.927490 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13624d7d-f3fc-4a12-a185-86d2e3a6ce01 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:43.927996 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13624d7d-f3fc-4a12-a185-86d2e3a6ce01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:43.928490 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13624d7d-f3fc-4a12-a185-86d2e3a6ce01 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:43.928967 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13624d7d-f3fc-4a12-a185-86d2e3a6ce01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:43.929581 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13624d7d-f3fc-4a12-a185-86d2e3a6ce01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:43.930324 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13624d7d-f3fc-4a12-a185-86d2e3a6ce01 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:43.930825 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13624d7d-f3fc-4a12-a185-86d2e3a6ce01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:43.931315 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13624d7d-f3fc-4a12-a185-86d2e3a6ce01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:43.931795 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13624d7d-f3fc-4a12-a185-86d2e3a6ce01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:43.932312 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13624d7d-f3fc-4a12-a185-86d2e3a6ce01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:43.932850 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13624d7d-f3fc-4a12-a185-86d2e3a6ce01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:43.933335 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13624d7d-f3fc-4a12-a185-86d2e3a6ce01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:43.934794 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13624d7d-f3fc-4a12-a185-86d2e3a6ce01 admin admin] Tracked resource versions report: Jul 28 03:58:43.934794 dv-cinder-851279-1-iscsi neutron-server[121475]: pushed versions: Jul 28 03:58:43.934794 dv-cinder-851279-1-iscsi neutron-server[121475]: { 'AddressGroup': {'1.2'}, Jul 28 03:58:43.934794 dv-cinder-851279-1-iscsi neutron-server[121475]: 'Agent': {'1.1'}, Jul 28 03:58:43.934794 dv-cinder-851279-1-iscsi neutron-server[121475]: 'ConntrackHelper': {'1.0'}, Jul 28 03:58:43.934794 dv-cinder-851279-1-iscsi neutron-server[121475]: 'LocalIPAssociation': {'1.0'}, Jul 28 03:58:43.934794 dv-cinder-851279-1-iscsi neutron-server[121475]: 'Log': {'1.0'}, Jul 28 03:58:43.934794 dv-cinder-851279-1-iscsi neutron-server[121475]: 'NDPProxy': {'1.0'}, Jul 28 03:58:43.934794 dv-cinder-851279-1-iscsi neutron-server[121475]: 'Network': {'1.1'}, Jul 28 03:58:43.934794 dv-cinder-851279-1-iscsi neutron-server[121475]: 'Port': {'1.7'}, Jul 28 03:58:43.934794 dv-cinder-851279-1-iscsi neutron-server[121475]: 'PortForwarding': {'1.3'}, Jul 28 03:58:43.934794 dv-cinder-851279-1-iscsi neutron-server[121475]: 'QosPolicy': {'1.10'}, Jul 28 03:58:43.934794 dv-cinder-851279-1-iscsi neutron-server[121475]: 'SecurityGroup': {'1.5'}, Jul 28 03:58:43.934794 dv-cinder-851279-1-iscsi neutron-server[121475]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:58:43.934794 dv-cinder-851279-1-iscsi neutron-server[121475]: 'SubPort': {'1.0'}, Jul 28 03:58:43.934794 dv-cinder-851279-1-iscsi neutron-server[121475]: 'Subnet': {'1.1'}, Jul 28 03:58:43.934794 dv-cinder-851279-1-iscsi neutron-server[121475]: 'Trunk': {'1.1'}} Jul 28 03:58:43.934794 dv-cinder-851279-1-iscsi neutron-server[121475]: consumer versions: Jul 28 03:58:43.934794 dv-cinder-851279-1-iscsi neutron-server[121475]: { DHCP agent@dv-cinder-851279-1-iscsi: {}, Jul 28 03:58:43.934794 dv-cinder-851279-1-iscsi neutron-server[121475]: HyperV agent@hv-cinder-85127: {}, Jul 28 03:58:43.934794 dv-cinder-851279-1-iscsi neutron-server[121475]: L3 agent@dv-cinder-851279-1-iscsi: {}, Jul 28 03:58:43.934794 dv-cinder-851279-1-iscsi neutron-server[121475]: Metadata agent@dv-cinder-851279-1-iscsi: {}, Jul 28 03:58:43.934794 dv-cinder-851279-1-iscsi neutron-server[121475]: Metering agent@dv-cinder-851279-1-iscsi: {}, Jul 28 03:58:43.934794 dv-cinder-851279-1-iscsi neutron-server[121475]: Open vSwitch agent@dv-cinder-851279-1-iscsi: { 'AddressGroup': '1.2', Jul 28 03:58:43.934794 dv-cinder-851279-1-iscsi neutron-server[121475]: 'Agent': '1.1', Jul 28 03:58:43.934794 dv-cinder-851279-1-iscsi neutron-server[121475]: 'ConntrackHelper': '1.0', Jul 28 03:58:43.934794 dv-cinder-851279-1-iscsi neutron-server[121475]: 'LocalIPAssociation': '1.0', Jul 28 03:58:43.934794 dv-cinder-851279-1-iscsi neutron-server[121475]: 'Log': '1.0', Jul 28 03:58:43.934794 dv-cinder-851279-1-iscsi neutron-server[121475]: 'NDPProxy': '1.0', Jul 28 03:58:43.934794 dv-cinder-851279-1-iscsi neutron-server[121475]: 'Network': '1.1', Jul 28 03:58:43.934794 dv-cinder-851279-1-iscsi neutron-server[121475]: 'Port': '1.7', Jul 28 03:58:43.934794 dv-cinder-851279-1-iscsi neutron-server[121475]: 'PortForwarding': '1.3', Jul 28 03:58:43.934794 dv-cinder-851279-1-iscsi neutron-server[121475]: 'QosPolicy': '1.10', Jul 28 03:58:43.934794 dv-cinder-851279-1-iscsi neutron-server[121475]: 'SecurityGroup': '1.5', Jul 28 03:58:43.934794 dv-cinder-851279-1-iscsi neutron-server[121475]: 'SecurityGroupRule': '1.2', Jul 28 03:58:43.934794 dv-cinder-851279-1-iscsi neutron-server[121475]: 'SubPort': '1.0', Jul 28 03:58:43.934794 dv-cinder-851279-1-iscsi neutron-server[121475]: 'Subnet': '1.1', Jul 28 03:58:43.934794 dv-cinder-851279-1-iscsi neutron-server[121475]: 'Trunk': '1.1'}} Jul 28 03:58:43.934794 dv-cinder-851279-1-iscsi neutron-server[121475]: {{(pid=121475) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:58:43.937502 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-7a893ada-ba76-410d-8aaa-c81d8fad4d92 admin admin] Publish callbacks [] for security_group (d8c6ae28-1773-47e7-a626-6818737a7e08), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:43.969161 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc83749-88de-403d-8831-7fa342e4661b admin admin] Pushing event updated for resources: {'Network': ['ID=500d2409-0505-4e71-ad33-d33fa2f8a8dc,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:43.977599 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-13624d7d-f3fc-4a12-a185-86d2e3a6ce01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753'] for network (1b695295-a70d-4773-a7f6-af5ea3f070dd), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:43.978841 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13624d7d-f3fc-4a12-a185-86d2e3a6ce01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:58:43.979908 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-13624d7d-f3fc-4a12-a185-86d2e3a6ce01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for network (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:43.987135 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-abc83749-88de-403d-8831-7fa342e4661b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.2957935 Jul 28 03:58:43.992868 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 50194) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:58:43.999313 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Network 500d2409-0505-4e71-ad33-d33fa2f8a8dc details requested by agent ovs-agent-dv-cinder-851279-1-iscsi with host dv-cinder-851279-1-iscsi {{(pid=121476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:58:44.007693 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-372eed14-600e-4fa3-8d2c-0e025ac316b3 admin admin] Request body: {'subnet': {'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-508782801-subnet', 'tenant_id': '52b087e8dc5c4426b8402dfdf99328ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:58:44.039435 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-0258f1d6-b8fa-49c4-9171-5a4a9aaa1547 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761987992185'] for network (4531d3b7-3c72-4c16-9fba-50470f633af2), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:44.047910 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-7a893ada-ba76-410d-8aaa-c81d8fad4d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (d8c6ae28-1773-47e7-a626-6818737a7e08), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:44.090533 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-13624d7d-f3fc-4a12-a185-86d2e3a6ce01 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.1695268 Jul 28 03:58:44.104533 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 50200) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:58:44.112823 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-30d9ee2b-d41f-451e-b94a-dd6fbc06cd9a admin admin] Request body: {'subnet': {'network_id': '1b695295-a70d-4773-a7f6-af5ea3f070dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-511863461-subnet', 'tenant_id': '5c3d84518f1e4d7885f6998c88c3da4a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:58:44.143244 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a893ada-ba76-410d-8aaa-c81d8fad4d92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=121474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:58:44.156091 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a893ada-ba76-410d-8aaa-c81d8fad4d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c6ae28-1773-47e7-a626-6818737a7e08,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:44.163816 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:44.171058 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13624d7d-f3fc-4a12-a185-86d2e3a6ce01 admin admin] Pushing event updated for resources: {'Network': ['ID=1b695295-a70d-4773-a7f6-af5ea3f070dd,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:44.172348 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-7a893ada-ba76-410d-8aaa-c81d8fad4d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684'] for segment (37f94176-e298-4b67-acca-ec05537ae703), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:44.172611 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.db.segments_db [None req-7a893ada-ba76-410d-8aaa-c81d8fad4d92 admin admin] Added segment 37f94176-e298-4b67-acca-ec05537ae703 of type vlan for network 9cf9021b-c509-4bfd-870b-1ff5c987c7dd Jul 28 03:58:44.180756 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0258f1d6-b8fa-49c4-9171-5a4a9aaa1547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f4571f-761f-4135-9d85-1064d224174f,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:44.184304 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:44.189828 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.db.resource_extend [None req-0258f1d6-b8fa-49c4-9171-5a4a9aaa1547 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 28 03:58:44.202930 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Network 1b695295-a70d-4773-a7f6-af5ea3f070dd details requested by agent ovs-agent-dv-cinder-851279-1-iscsi with host dv-cinder-851279-1-iscsi {{(pid=121476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:58:44.261604 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-7a893ada-ba76-410d-8aaa-c81d8fad4d92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761987992185'] for network (9cf9021b-c509-4bfd-870b-1ff5c987c7dd), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:44.331089 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d9ee2b-d41f-451e-b94a-dd6fbc06cd9a admin admin] Made reservation on behalf of 5c3d84518f1e4d7885f6998c88c3da4a for: {'subnet': 1} {{(pid=121474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:58:44.338773 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-30d9ee2b-d41f-451e-b94a-dd6fbc06cd9a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:44.428327 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-7a893ada-ba76-410d-8aaa-c81d8fad4d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753'] for network (9cf9021b-c509-4bfd-870b-1ff5c987c7dd), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:44.429753 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a893ada-ba76-410d-8aaa-c81d8fad4d92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:58:44.430497 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-7a893ada-ba76-410d-8aaa-c81d8fad4d92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for network (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:44.433408 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-9cf92862-882d-4c81-b2c5-c3b852ef863d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753'] for subnet (0c317d02-35c6-4092-b3d2-22f73010b2ed), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:44.478368 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372eed14-600e-4fa3-8d2c-0e025ac316b3 admin admin] Made reservation on behalf of 52b087e8dc5c4426b8402dfdf99328ad for: {'subnet': 1} {{(pid=121475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:58:44.480799 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-372eed14-600e-4fa3-8d2c-0e025ac316b3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:44.508612 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-0258f1d6-b8fa-49c4-9171-5a4a9aaa1547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753'] for network (4531d3b7-3c72-4c16-9fba-50470f633af2), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:44.510783 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0258f1d6-b8fa-49c4-9171-5a4a9aaa1547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:58:44.511558 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-0258f1d6-b8fa-49c4-9171-5a4a9aaa1547 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for network (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:44.581198 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:44.600180 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a893ada-ba76-410d-8aaa-c81d8fad4d92 admin admin] Pushing event updated for resources: {'Network': ['ID=9cf9021b-c509-4bfd-870b-1ff5c987c7dd,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:44.610006 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf92862-882d-4c81-b2c5-c3b852ef863d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c317d02-35c6-4092-b3d2-22f73010b2ed,revision_number=0']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:44.613420 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Network 9cf9021b-c509-4bfd-870b-1ff5c987c7dd details requested by agent ovs-agent-dv-cinder-851279-1-iscsi with host dv-cinder-851279-1-iscsi {{(pid=121476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:58:44.632192 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-7a893ada-ba76-410d-8aaa-c81d8fad4d92 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.5159335 Jul 28 03:58:44.633569 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 50220) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:58:44.642661 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-0cd15a0e-f5e7-4248-aa0d-e8c70d5d90c9 admin admin] Request body: {'subnet': {'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1250024005-subnet', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:58:44.650788 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf92862-882d-4c81-b2c5-c3b852ef863d admin admin] Checking segment: {'id': '59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b7076b1-5b54-41f8-8740-25deddb61b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 03:58:44.650788 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf92862-882d-4c81-b2c5-c3b852ef863d admin admin] Network hostable DHCP agents. Network: 5b7076b1-5b54-41f8-8740-25deddb61b0a, hostable agents: ['a6d94de3-42af-4ea6-939a-9cee0bfbc3cb'], hosted agents: [] {{(pid=121474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:58:44.669118 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-0258f1d6-b8fa-49c4-9171-5a4a9aaa1547 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.8786142 Jul 28 03:58:44.675312 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 50224) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:58:44.681019 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-2c32fe23-f6be-4a6f-84a6-da278eae46ab admin admin] Request body: {'subnet': {'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1760952141-subnet', 'tenant_id': '8bf7f0f7880a435ba552361bcb31ef91', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:58:44.711329 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0258f1d6-b8fa-49c4-9171-5a4a9aaa1547 admin admin] Pushing event updated for resources: {'Network': ['ID=4531d3b7-3c72-4c16-9fba-50470f633af2,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:44.734189 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Network 4531d3b7-3c72-4c16-9fba-50470f633af2 details requested by agent ovs-agent-dv-cinder-851279-1-iscsi with host dv-cinder-851279-1-iscsi {{(pid=121476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:58:44.798497 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c32fe23-f6be-4a6f-84a6-da278eae46ab admin admin] Made reservation on behalf of 8bf7f0f7880a435ba552361bcb31ef91 for: {'subnet': 1} {{(pid=121474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:58:44.801153 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-2c32fe23-f6be-4a6f-84a6-da278eae46ab admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:44.804272 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd15a0e-f5e7-4248-aa0d-e8c70d5d90c9 admin admin] Made reservation on behalf of f68fb083db524ab59ba49d71ae754ba0 for: {'subnet': 1} {{(pid=121474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:58:44.806857 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-0cd15a0e-f5e7-4248-aa0d-e8c70d5d90c9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:44.808663 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf92862-882d-4c81-b2c5-c3b852ef863d admin admin] Network 5b7076b1-5b54-41f8-8740-25deddb61b0a is scheduled to be hosted by DHCP agent a6d94de3-42af-4ea6-939a-9cee0bfbc3cb with binding_index 1 {{(pid=121474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:58:44.898103 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-30d9ee2b-d41f-451e-b94a-dd6fbc06cd9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753'] for subnet (9b840d1a-f1be-4d7b-beda-5edc30034b3c), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:44.913453 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-372eed14-600e-4fa3-8d2c-0e025ac316b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753'] for subnet (81f8d920-e036-48ec-bb1b-67fea0f2e9aa), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:44.967133 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372eed14-600e-4fa3-8d2c-0e025ac316b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81f8d920-e036-48ec-bb1b-67fea0f2e9aa,revision_number=0']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:44.980425 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-62ec971f-ad70-4910-a724-c16b08045bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:44.999513 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372eed14-600e-4fa3-8d2c-0e025ac316b3 admin admin] Checking segment: {'id': '7ac5aa42-d84c-402d-8b7d-91411dee0356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 03:58:44.999880 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372eed14-600e-4fa3-8d2c-0e025ac316b3 admin admin] Network hostable DHCP agents. Network: 500d2409-0505-4e71-ad33-d33fa2f8a8dc, hostable agents: ['a6d94de3-42af-4ea6-939a-9cee0bfbc3cb'], hosted agents: [] {{(pid=121475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:58:45.023378 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d9ee2b-d41f-451e-b94a-dd6fbc06cd9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b840d1a-f1be-4d7b-beda-5edc30034b3c,revision_number=0']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:45.063585 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d9ee2b-d41f-451e-b94a-dd6fbc06cd9a admin admin] Checking segment: {'id': '63389bb8-8376-476f-a8bd-a6fab1db75db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1b695295-a70d-4773-a7f6-af5ea3f070dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 03:58:45.064318 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d9ee2b-d41f-451e-b94a-dd6fbc06cd9a admin admin] Network hostable DHCP agents. Network: 1b695295-a70d-4773-a7f6-af5ea3f070dd, hostable agents: ['a6d94de3-42af-4ea6-939a-9cee0bfbc3cb'], hosted agents: [] {{(pid=121474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:58:45.066180 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:45.178950 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [None req-9cf92862-882d-4c81-b2c5-c3b852ef863d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-1-iscsi, 5b7076b1-5b54-41f8-8740-25deddb61b0a) {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:58:45.183976 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf92862-882d-4c81-b2c5-c3b852ef863d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:58:45.185357 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-9cf92862-882d-4c81-b2c5-c3b852ef863d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for subnet (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:45.189282 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa20030a-3349-4141-9b7d-b2a47860de20 None None] Network 5b7076b1-5b54-41f8-8740-25deddb61b0a requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 03:58:45.243483 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372eed14-600e-4fa3-8d2c-0e025ac316b3 admin admin] Network 500d2409-0505-4e71-ad33-d33fa2f8a8dc is scheduled to be hosted by DHCP agent a6d94de3-42af-4ea6-939a-9cee0bfbc3cb with binding_index 1 {{(pid=121475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:58:45.249878 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.base_scheduler [None req-372eed14-600e-4fa3-8d2c-0e025ac316b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-1-iscsi, 500d2409-0505-4e71-ad33-d33fa2f8a8dc) {{(pid=121475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:58:45.254707 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372eed14-600e-4fa3-8d2c-0e025ac316b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:58:45.255932 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-372eed14-600e-4fa3-8d2c-0e025ac316b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for subnet (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:45.260020 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb82099d-8db9-4886-800c-f92e6aaede56 None None] Network 500d2409-0505-4e71-ad33-d33fa2f8a8dc requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 03:58:45.270229 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d9ee2b-d41f-451e-b94a-dd6fbc06cd9a admin admin] Network 1b695295-a70d-4773-a7f6-af5ea3f070dd is scheduled to be hosted by DHCP agent a6d94de3-42af-4ea6-939a-9cee0bfbc3cb with binding_index 1 {{(pid=121474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:58:45.283194 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [None req-30d9ee2b-d41f-451e-b94a-dd6fbc06cd9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-1-iscsi, 1b695295-a70d-4773-a7f6-af5ea3f070dd) {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:58:45.294130 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d9ee2b-d41f-451e-b94a-dd6fbc06cd9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:58:45.295065 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-30d9ee2b-d41f-451e-b94a-dd6fbc06cd9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for subnet (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:45.340170 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 50242) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:58:45.345237 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-06a48097-e648-4dba-8fff-fb865010bbf5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-350895408-router', 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'}}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:58:45.352970 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-9cf92862-882d-4c81-b2c5-c3b852ef863d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7065971 Jul 28 03:58:45.354310 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831b5e3a-e898-4133-93ef-095bb64b3772 None None] Network 1b695295-a70d-4773-a7f6-af5ea3f070dd requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 03:58:45.361655 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-0cd15a0e-f5e7-4248-aa0d-e8c70d5d90c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753'] for subnet (38052aec-d1bf-4b5e-9038-8acf97ddbe30), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:45.372010 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-2c32fe23-f6be-4a6f-84a6-da278eae46ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753'] for subnet (f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:45.400278 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-372eed14-600e-4fa3-8d2c-0e025ac316b3 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3978903 Jul 28 03:58:45.405342 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 50244) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:58:45.411394 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-30d9ee2b-d41f-451e-b94a-dd6fbc06cd9a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3021960 Jul 28 03:58:45.417507 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-3ce0d3b2-28fc-4f1c-a64c-c0b7beb95df3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-508782801-router', 'tenant_id': '52b087e8dc5c4426b8402dfdf99328ad', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'}}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:58:45.421313 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 50246) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:58:45.425998 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-89f52a82-cccc-42ce-8db6-16fed26cd783 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-511863461-router', 'tenant_id': '5c3d84518f1e4d7885f6998c88c3da4a', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'}}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:58:45.470014 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd15a0e-f5e7-4248-aa0d-e8c70d5d90c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38052aec-d1bf-4b5e-9038-8acf97ddbe30,revision_number=0']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:45.731204 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b327bfdf-7793-4214-9055-bfcbcfe9c925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc055524f-0d7a-5f36-9cf2-5686bc452ffc-5b7076b1-5b54-41f8-8740-25deddb61b0a', 'network_id': '5b7076b1-5b54-41f8-8740-25deddb61b0a', 'project_id': '6a869e1e00fc4d8d9d4511e34501665f', 'fixed_ips': [{'subnet_id': '0c317d02-35c6-4092-b3d2-22f73010b2ed'}]}} from dv-cinder-851279-1-iscsi. {{(pid=121476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 03:58:45.731204 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-b327bfdf-7793-4214-9055-bfcbcfe9c925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:45.737351 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-06a48097-e648-4dba-8fff-fb865010bbf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1682968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-675'] for router (a742bb6a-8304-4f5a-8d24-66a8e74f4d23), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:45.742998 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305904ef-424d-4391-865a-a7fc21f8b308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc055524f-0d7a-5f36-9cf2-5686bc452ffc-500d2409-0505-4e71-ad33-d33fa2f8a8dc', 'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc', 'project_id': '52b087e8dc5c4426b8402dfdf99328ad', 'fixed_ips': [{'subnet_id': '81f8d920-e036-48ec-bb1b-67fea0f2e9aa'}]}} from dv-cinder-851279-1-iscsi. {{(pid=121476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 03:58:45.744131 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-06a48097-e648-4dba-8fff-fb865010bbf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1680112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1771895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-682'] for router (a742bb6a-8304-4f5a-8d24-66a8e74f4d23), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:45.745312 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-305904ef-424d-4391-865a-a7fc21f8b308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:45.745959 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3ce0d3b2-28fc-4f1c-a64c-c0b7beb95df3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1682968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-675'] for router (95336a6e-dd7f-42bf-bff6-d0b1501d2a21), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:45.745959 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3ce0d3b2-28fc-4f1c-a64c-c0b7beb95df3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1680112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1771895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-682'] for router (95336a6e-dd7f-42bf-bff6-d0b1501d2a21), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:45.746594 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32fe23-f6be-4a6f-84a6-da278eae46ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c,revision_number=0']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:45.746594 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd15a0e-f5e7-4248-aa0d-e8c70d5d90c9 admin admin] Checking segment: {'id': '37f94176-e298-4b67-acca-ec05537ae703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 03:58:45.746594 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd15a0e-f5e7-4248-aa0d-e8c70d5d90c9 admin admin] Network hostable DHCP agents. Network: 9cf9021b-c509-4bfd-870b-1ff5c987c7dd, hostable agents: ['a6d94de3-42af-4ea6-939a-9cee0bfbc3cb'], hosted agents: [] {{(pid=121474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:58:45.746594 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-89f52a82-cccc-42ce-8db6-16fed26cd783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1682968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-675'] for router (cca73ec6-d4c4-4474-bedf-88478560281c), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:45.746594 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-89f52a82-cccc-42ce-8db6-16fed26cd783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1680112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1771895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-682'] for router (cca73ec6-d4c4-4474-bedf-88478560281c), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:45.746594 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c32fe23-f6be-4a6f-84a6-da278eae46ab admin admin] Checking segment: {'id': 'f5651f66-4b70-44a2-a50e-d0d4e0ef16b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 03:58:45.746594 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c32fe23-f6be-4a6f-84a6-da278eae46ab admin admin] Network hostable DHCP agents. Network: 4531d3b7-3c72-4c16-9fba-50470f633af2, hostable agents: ['a6d94de3-42af-4ea6-939a-9cee0bfbc3cb'], hosted agents: [] {{(pid=121474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:58:45.772491 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-06a48097-e648-4dba-8fff-fb865010bbf5 admin admin] Publish callbacks [] for router_controller (a742bb6a-8304-4f5a-8d24-66a8e74f4d23), precommit_add_association {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:45.822614 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3ce0d3b2-28fc-4f1c-a64c-c0b7beb95df3 admin admin] Publish callbacks [] for router_controller (95336a6e-dd7f-42bf-bff6-d0b1501d2a21), precommit_add_association {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:45.851325 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:45.856216 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-89f52a82-cccc-42ce-8db6-16fed26cd783 admin admin] Publish callbacks [] for router_controller (cca73ec6-d4c4-4474-bedf-88478560281c), precommit_add_association {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:45.879027 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd15a0e-f5e7-4248-aa0d-e8c70d5d90c9 admin admin] Network 9cf9021b-c509-4bfd-870b-1ff5c987c7dd is scheduled to be hosted by DHCP agent a6d94de3-42af-4ea6-939a-9cee0bfbc3cb with binding_index 1 {{(pid=121474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:58:45.956374 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c32fe23-f6be-4a6f-84a6-da278eae46ab admin admin] Network 4531d3b7-3c72-4c16-9fba-50470f633af2 is scheduled to be hosted by DHCP agent a6d94de3-42af-4ea6-939a-9cee0bfbc3cb with binding_index 1 {{(pid=121474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:58:45.976117 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b894cc37-1f5f-478d-9960-a0e269b3a204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc055524f-0d7a-5f36-9cf2-5686bc452ffc-1b695295-a70d-4773-a7f6-af5ea3f070dd', 'network_id': '1b695295-a70d-4773-a7f6-af5ea3f070dd', 'project_id': '5c3d84518f1e4d7885f6998c88c3da4a', 'fixed_ips': [{'subnet_id': '9b840d1a-f1be-4d7b-beda-5edc30034b3c'}]}} from dv-cinder-851279-1-iscsi. {{(pid=121476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 03:58:45.978047 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-b894cc37-1f5f-478d-9960-a0e269b3a204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:45.992165 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:46.108028 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [None req-0cd15a0e-f5e7-4248-aa0d-e8c70d5d90c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-1-iscsi, 9cf9021b-c509-4bfd-870b-1ff5c987c7dd) {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:58:46.127563 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [None req-2c32fe23-f6be-4a6f-84a6-da278eae46ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-1-iscsi, 4531d3b7-3c72-4c16-9fba-50470f633af2) {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:58:46.139315 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd15a0e-f5e7-4248-aa0d-e8c70d5d90c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:58:46.139504 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-0cd15a0e-f5e7-4248-aa0d-e8c70d5d90c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for subnet (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:46.176276 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829033a0-2ee1-405f-b5b3-eb3687d35959 None None] Network 9cf9021b-c509-4bfd-870b-1ff5c987c7dd requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 03:58:46.215767 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:46.227847 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:46.231146 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.db_base_plugin_common [None req-b327bfdf-7793-4214-9055-bfcbcfe9c925 None None] Allocated IP 172.20.0.2 (5b7076b1-5b54-41f8-8740-25deddb61b0a/0c317d02-35c6-4092-b3d2-22f73010b2ed/f2bda65d-330b-4ac4-970a-2bfdd0a6753b) {{(pid=121476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:58:46.265390 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c32fe23-f6be-4a6f-84a6-da278eae46ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:58:46.265390 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-2c32fe23-f6be-4a6f-84a6-da278eae46ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for subnet (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:46.277677 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-89f52a82-cccc-42ce-8db6-16fed26cd783 admin admin] Publish callbacks [] for router_gateway (cca73ec6-d4c4-4474-bedf-88478560281c), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:46.306017 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.db_base_plugin_common [None req-305904ef-424d-4391-865a-a7fc21f8b308 None None] Allocated IP 172.20.0.2 (500d2409-0505-4e71-ad33-d33fa2f8a8dc/81f8d920-e036-48ec-bb1b-67fea0f2e9aa/d8e2e8b1-3c4e-4f55-b23c-064f573d13ac) {{(pid=121476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:58:46.316282 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26379a1-466c-438f-b848-ad383438c73d None None] Network 4531d3b7-3c72-4c16-9fba-50470f633af2 requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 03:58:46.322988 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-06a48097-e648-4dba-8fff-fb865010bbf5 admin admin] Publish callbacks [] for router_gateway (a742bb6a-8304-4f5a-8d24-66a8e74f4d23), precommit_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:46.393440 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-2c32fe23-f6be-4a6f-84a6-da278eae46ab admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7162442 Jul 28 03:58:46.397799 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-0cd15a0e-f5e7-4248-aa0d-e8c70d5d90c9 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7610416 Jul 28 03:58:46.398341 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 50300) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:58:46.402662 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-6b9594f7-99c4-488e-b7ab-600a6a5a0446 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1760952141-router', 'tenant_id': '8bf7f0f7880a435ba552361bcb31ef91', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'}}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:58:46.406025 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 50302) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:58:46.411916 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-208a34d1-b635-441f-b13a-a200fc6e255c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1250024005-router', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'}}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:58:46.425297 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3ce0d3b2-28fc-4f1c-a64c-c0b7beb95df3 admin admin] Publish callbacks [] for router_gateway (95336a6e-dd7f-42bf-bff6-d0b1501d2a21), precommit_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:46.550604 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-6b9594f7-99c4-488e-b7ab-600a6a5a0446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1682968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-675'] for router (799f85a6-48ff-444b-8dad-74e741656474), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:46.551880 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-6b9594f7-99c4-488e-b7ab-600a6a5a0446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1680112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1771895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-682'] for router (799f85a6-48ff-444b-8dad-74e741656474), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:46.578964 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.db_base_plugin_common [None req-b894cc37-1f5f-478d-9960-a0e269b3a204 None None] Allocated IP 172.20.0.2 (1b695295-a70d-4773-a7f6-af5ea3f070dd/9b840d1a-f1be-4d7b-beda-5edc30034b3c/45884c35-2a3d-4c25-ab05-dc12aa830897) {{(pid=121476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:58:46.624105 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-6b9594f7-99c4-488e-b7ab-600a6a5a0446 admin admin] Publish callbacks [] for router_controller (799f85a6-48ff-444b-8dad-74e741656474), precommit_add_association {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:46.649389 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-208a34d1-b635-441f-b13a-a200fc6e255c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1682968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-675'] for router (2d1945e5-9fdd-4c9c-9878-1432accd293d), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:46.650526 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-208a34d1-b635-441f-b13a-a200fc6e255c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1680112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1771895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-682'] for router (2d1945e5-9fdd-4c9c-9878-1432accd293d), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:46.662375 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ef378c-b51b-4232-af1e-6720b73aab0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc055524f-0d7a-5f36-9cf2-5686bc452ffc-9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'fixed_ips': [{'subnet_id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30'}]}} from dv-cinder-851279-1-iscsi. {{(pid=121476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 03:58:46.663237 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4ef378c-b51b-4232-af1e-6720b73aab0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:46.798984 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-06a48097-e648-4dba-8fff-fb865010bbf5 admin admin] Publish callbacks [] for router_gateway (a742bb6a-8304-4f5a-8d24-66a8e74f4d23), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:46.856618 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-06a48097-e648-4dba-8fff-fb865010bbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:46.881629 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-208a34d1-b635-441f-b13a-a200fc6e255c admin admin] Publish callbacks [] for router_controller (2d1945e5-9fdd-4c9c-9878-1432accd293d), precommit_add_association {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:46.940372 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ab21ad-eb1d-47bb-a1bc-2e3cb794605a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc055524f-0d7a-5f36-9cf2-5686bc452ffc-4531d3b7-3c72-4c16-9fba-50470f633af2', 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2', 'project_id': '8bf7f0f7880a435ba552361bcb31ef91', 'fixed_ips': [{'subnet_id': 'f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c'}]}} from dv-cinder-851279-1-iscsi. {{(pid=121476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 03:58:46.941459 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-b3ab21ad-eb1d-47bb-a1bc-2e3cb794605a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:47.009158 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3ce0d3b2-28fc-4f1c-a64c-c0b7beb95df3 admin admin] Publish callbacks [] for router_gateway (95336a6e-dd7f-42bf-bff6-d0b1501d2a21), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:47.036163 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3ce0d3b2-28fc-4f1c-a64c-c0b7beb95df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:47.042069 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-b894cc37-1f5f-478d-9960-a0e269b3a204 None None] Publish callbacks [] for port (45884c35-2a3d-4c25-ab05-dc12aa830897), precommit_create {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:47.077031 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:47.115418 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.db_base_plugin_common [None req-06a48097-e648-4dba-8fff-fb865010bbf5 admin admin] Allocated IP 172.27.0.87 (ea650c0a-dc48-4a0d-a6e0-295879bc3df9/483d9f6f-a7db-4d58-8be3-14e833e697b6/bdaacc0e-026c-45bb-91ce-d6943bc8b36e) {{(pid=121475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:58:47.146590 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-b327bfdf-7793-4214-9055-bfcbcfe9c925 None None] Publish callbacks [] for port (f2bda65d-330b-4ac4-970a-2bfdd0a6753b), precommit_create {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:47.209101 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-b894cc37-1f5f-478d-9960-a0e269b3a204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379'] for port (45884c35-2a3d-4c25-ab05-dc12aa830897), after_create {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:47.216946 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-305904ef-424d-4391-865a-a7fc21f8b308 None None] Publish callbacks [] for port (d8e2e8b1-3c4e-4f55-b23c-064f573d13ac), precommit_create {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:47.241688 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-89f52a82-cccc-42ce-8db6-16fed26cd783 admin admin] Publish callbacks [] for router_gateway (cca73ec6-d4c4-4474-bedf-88478560281c), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:47.304360 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-6b9594f7-99c4-488e-b7ab-600a6a5a0446 admin admin] Publish callbacks [] for router_gateway (799f85a6-48ff-444b-8dad-74e741656474), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:47.334856 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-89f52a82-cccc-42ce-8db6-16fed26cd783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:47.343598 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b894cc37-1f5f-478d-9960-a0e269b3a204 None None] Network 1b695295-a70d-4773-a7f6-af5ea3f070dd is already hosted by enough agents. {{(pid=121476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:58:47.355487 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-208a34d1-b635-441f-b13a-a200fc6e255c admin admin] Publish callbacks [] for router_gateway (2d1945e5-9fdd-4c9c-9878-1432accd293d), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:47.357788 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-b327bfdf-7793-4214-9055-bfcbcfe9c925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379'] for port (f2bda65d-330b-4ac4-970a-2bfdd0a6753b), after_create {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:47.361023 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.db_base_plugin_common [None req-f4ef378c-b51b-4232-af1e-6720b73aab0c None None] Allocated IP 172.20.0.2 (9cf9021b-c509-4bfd-870b-1ff5c987c7dd/38052aec-d1bf-4b5e-9038-8acf97ddbe30/0139e7f8-082a-4a83-99a0-eaa64d6760b6) {{(pid=121476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:58:47.368584 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.scheduler.base_scheduler [None req-b894cc37-1f5f-478d-9960-a0e269b3a204 None None] Resources bound (agent type, host, resource id): {{(pid=121476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:58:47.372203 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b894cc37-1f5f-478d-9960-a0e269b3a204 None None] Received port after_create {{(pid=121476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 03:58:47.375203 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-305904ef-424d-4391-865a-a7fc21f8b308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379'] for port (d8e2e8b1-3c4e-4f55-b23c-064f573d13ac), after_create {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:47.388141 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-06a48097-e648-4dba-8fff-fb865010bbf5 admin admin] Publish callbacks [] for port (bdaacc0e-026c-45bb-91ce-d6943bc8b36e), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:47.440188 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894cc37-1f5f-478d-9960-a0e269b3a204 None None] Pushing event updated for resources: {'Port': ['ID=45884c35-2a3d-4c25-ab05-dc12aa830897,revision_number=1']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:47.459724 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b327bfdf-7793-4214-9055-bfcbcfe9c925 None None] Network 5b7076b1-5b54-41f8-8740-25deddb61b0a is already hosted by enough agents. {{(pid=121476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:58:47.500410 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-06a48097-e648-4dba-8fff-fb865010bbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379'] for port (bdaacc0e-026c-45bb-91ce-d6943bc8b36e), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:47.513807 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.db_base_plugin_common [None req-b3ab21ad-eb1d-47bb-a1bc-2e3cb794605a None None] Allocated IP 172.20.0.2 (4531d3b7-3c72-4c16-9fba-50470f633af2/f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c/725e3369-5a99-4787-a9ec-0c2e179f1e28) {{(pid=121476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:58:47.517625 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305904ef-424d-4391-865a-a7fc21f8b308 None None] Network 500d2409-0505-4e71-ad33-d33fa2f8a8dc is already hosted by enough agents. {{(pid=121476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:58:47.527808 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894cc37-1f5f-478d-9960-a0e269b3a204 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:47.527808 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894cc37-1f5f-478d-9960-a0e269b3a204 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:47.528242 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894cc37-1f5f-478d-9960-a0e269b3a204 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:47.529244 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894cc37-1f5f-478d-9960-a0e269b3a204 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:47.529612 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894cc37-1f5f-478d-9960-a0e269b3a204 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:47.530047 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894cc37-1f5f-478d-9960-a0e269b3a204 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:47.530385 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894cc37-1f5f-478d-9960-a0e269b3a204 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:47.530713 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894cc37-1f5f-478d-9960-a0e269b3a204 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:47.531041 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894cc37-1f5f-478d-9960-a0e269b3a204 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:47.531365 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894cc37-1f5f-478d-9960-a0e269b3a204 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:47.531695 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894cc37-1f5f-478d-9960-a0e269b3a204 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:47.532342 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894cc37-1f5f-478d-9960-a0e269b3a204 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:47.532440 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894cc37-1f5f-478d-9960-a0e269b3a204 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:47.532688 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894cc37-1f5f-478d-9960-a0e269b3a204 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:47.533008 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894cc37-1f5f-478d-9960-a0e269b3a204 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:47.534568 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894cc37-1f5f-478d-9960-a0e269b3a204 None None] Tracked resource versions report: Jul 28 03:58:47.534568 dv-cinder-851279-1-iscsi neutron-server[121476]: pushed versions: Jul 28 03:58:47.534568 dv-cinder-851279-1-iscsi neutron-server[121476]: { 'AddressGroup': {'1.2'}, Jul 28 03:58:47.534568 dv-cinder-851279-1-iscsi neutron-server[121476]: 'Agent': {'1.1'}, Jul 28 03:58:47.534568 dv-cinder-851279-1-iscsi neutron-server[121476]: 'ConntrackHelper': {'1.0'}, Jul 28 03:58:47.534568 dv-cinder-851279-1-iscsi neutron-server[121476]: 'LocalIPAssociation': {'1.0'}, Jul 28 03:58:47.534568 dv-cinder-851279-1-iscsi neutron-server[121476]: 'Log': {'1.0'}, Jul 28 03:58:47.534568 dv-cinder-851279-1-iscsi neutron-server[121476]: 'NDPProxy': {'1.0'}, Jul 28 03:58:47.534568 dv-cinder-851279-1-iscsi neutron-server[121476]: 'Network': {'1.1'}, Jul 28 03:58:47.534568 dv-cinder-851279-1-iscsi neutron-server[121476]: 'Port': {'1.7'}, Jul 28 03:58:47.534568 dv-cinder-851279-1-iscsi neutron-server[121476]: 'PortForwarding': {'1.3'}, Jul 28 03:58:47.534568 dv-cinder-851279-1-iscsi neutron-server[121476]: 'QosPolicy': {'1.10'}, Jul 28 03:58:47.534568 dv-cinder-851279-1-iscsi neutron-server[121476]: 'SecurityGroup': {'1.5'}, Jul 28 03:58:47.534568 dv-cinder-851279-1-iscsi neutron-server[121476]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:58:47.534568 dv-cinder-851279-1-iscsi neutron-server[121476]: 'SubPort': {'1.0'}, Jul 28 03:58:47.534568 dv-cinder-851279-1-iscsi neutron-server[121476]: 'Subnet': {'1.1'}, Jul 28 03:58:47.534568 dv-cinder-851279-1-iscsi neutron-server[121476]: 'Trunk': {'1.1'}} Jul 28 03:58:47.534568 dv-cinder-851279-1-iscsi neutron-server[121476]: consumer versions: Jul 28 03:58:47.534568 dv-cinder-851279-1-iscsi neutron-server[121476]: { DHCP agent@dv-cinder-851279-1-iscsi: {}, Jul 28 03:58:47.534568 dv-cinder-851279-1-iscsi neutron-server[121476]: HyperV agent@hv-cinder-85127: {}, Jul 28 03:58:47.534568 dv-cinder-851279-1-iscsi neutron-server[121476]: L3 agent@dv-cinder-851279-1-iscsi: {}, Jul 28 03:58:47.534568 dv-cinder-851279-1-iscsi neutron-server[121476]: Metadata agent@dv-cinder-851279-1-iscsi: {}, Jul 28 03:58:47.534568 dv-cinder-851279-1-iscsi neutron-server[121476]: Metering agent@dv-cinder-851279-1-iscsi: {}, Jul 28 03:58:47.534568 dv-cinder-851279-1-iscsi neutron-server[121476]: Open vSwitch agent@dv-cinder-851279-1-iscsi: { 'AddressGroup': '1.2', Jul 28 03:58:47.534568 dv-cinder-851279-1-iscsi neutron-server[121476]: 'Agent': '1.1', Jul 28 03:58:47.534568 dv-cinder-851279-1-iscsi neutron-server[121476]: 'ConntrackHelper': '1.0', Jul 28 03:58:47.534568 dv-cinder-851279-1-iscsi neutron-server[121476]: 'LocalIPAssociation': '1.0', Jul 28 03:58:47.534568 dv-cinder-851279-1-iscsi neutron-server[121476]: 'Log': '1.0', Jul 28 03:58:47.534568 dv-cinder-851279-1-iscsi neutron-server[121476]: 'NDPProxy': '1.0', Jul 28 03:58:47.534568 dv-cinder-851279-1-iscsi neutron-server[121476]: 'Network': '1.1', Jul 28 03:58:47.534568 dv-cinder-851279-1-iscsi neutron-server[121476]: 'Port': '1.7', Jul 28 03:58:47.534568 dv-cinder-851279-1-iscsi neutron-server[121476]: 'PortForwarding': '1.3', Jul 28 03:58:47.534568 dv-cinder-851279-1-iscsi neutron-server[121476]: 'QosPolicy': '1.10', Jul 28 03:58:47.534568 dv-cinder-851279-1-iscsi neutron-server[121476]: 'SecurityGroup': '1.5', Jul 28 03:58:47.534568 dv-cinder-851279-1-iscsi neutron-server[121476]: 'SecurityGroupRule': '1.2', Jul 28 03:58:47.534568 dv-cinder-851279-1-iscsi neutron-server[121476]: 'SubPort': '1.0', Jul 28 03:58:47.534568 dv-cinder-851279-1-iscsi neutron-server[121476]: 'Subnet': '1.1', Jul 28 03:58:47.534568 dv-cinder-851279-1-iscsi neutron-server[121476]: 'Trunk': '1.1'}} Jul 28 03:58:47.534568 dv-cinder-851279-1-iscsi neutron-server[121476]: {{(pid=121476) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:58:47.548370 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.scheduler.base_scheduler [None req-b327bfdf-7793-4214-9055-bfcbcfe9c925 None None] Resources bound (agent type, host, resource id): {{(pid=121476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:58:47.548370 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b327bfdf-7793-4214-9055-bfcbcfe9c925 None None] Received port after_create {{(pid=121476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 03:58:47.554300 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.scheduler.base_scheduler [None req-305904ef-424d-4391-865a-a7fc21f8b308 None None] Resources bound (agent type, host, resource id): {{(pid=121476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:58:47.558927 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305904ef-424d-4391-865a-a7fc21f8b308 None None] Received port after_create {{(pid=121476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 03:58:47.592629 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a48097-e648-4dba-8fff-fb865010bbf5 admin admin] Network ea650c0a-dc48-4a0d-a6e0-295879bc3df9 is already hosted by enough agents. {{(pid=121475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:58:47.597682 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 50326) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:58:47.610456 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.base_scheduler [None req-06a48097-e648-4dba-8fff-fb865010bbf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=121475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:58:47.610935 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-a88b2f25-1859-4794-8a26-3edfb3ff0bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:47.614323 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.db_base_plugin_common [None req-3ce0d3b2-28fc-4f1c-a64c-c0b7beb95df3 admin admin] Allocated IP 172.27.0.226 (ea650c0a-dc48-4a0d-a6e0-295879bc3df9/483d9f6f-a7db-4d58-8be3-14e833e697b6/7b5d5ba8-6147-4c01-9701-b138b2a8254d) {{(pid=121475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:58:47.617920 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a48097-e648-4dba-8fff-fb865010bbf5 admin admin] Received port after_create {{(pid=121475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 03:58:47.622952 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a48097-e648-4dba-8fff-fb865010bbf5 admin admin] Pushing event updated for resources: {'Port': ['ID=bdaacc0e-026c-45bb-91ce-d6943bc8b36e,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:47.828850 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-b894cc37-1f5f-478d-9960-a0e269b3a204 None None] Attempting to bind port 45884c35-2a3d-4c25-ab05-dc12aa830897 on host dv-cinder-851279-1-iscsi for vnic_type normal with profile {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 03:58:47.828850 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-b894cc37-1f5f-478d-9960-a0e269b3a204 None None] Attempting to bind port 45884c35-2a3d-4c25-ab05-dc12aa830897 by drivers openvswitch,hyperv on host dv-cinder-851279-1-iscsi at level 0 using segments [{'id': '63389bb8-8376-476f-a8bd-a6fab1db75db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1b695295-a70d-4773-a7f6-af5ea3f070dd'}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 03:58:47.828850 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b894cc37-1f5f-478d-9960-a0e269b3a204 None None] Attempting to bind port 45884c35-2a3d-4c25-ab05-dc12aa830897 on network 1b695295-a70d-4773-a7f6-af5ea3f070dd {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 03:58:47.844947 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327bfdf-7793-4214-9055-bfcbcfe9c925 None None] Pushing event updated for resources: {'Port': ['ID=f2bda65d-330b-4ac4-970a-2bfdd0a6753b,revision_number=1']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:47.848801 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:47.923405 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3ce0d3b2-28fc-4f1c-a64c-c0b7beb95df3 admin admin] Publish callbacks [] for port (7b5d5ba8-6147-4c01-9701-b138b2a8254d), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:47.931525 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:47.961109 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-208a34d1-b635-441f-b13a-a200fc6e255c admin admin] Publish callbacks [] for router_gateway (2d1945e5-9fdd-4c9c-9878-1432accd293d), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:47.963472 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b894cc37-1f5f-478d-9960-a0e269b3a204 None None] Checking agent: {'id': '51dbe35b-f2d3-4ce9-b487-580c36e6d07a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 49, 50), 'started_at': datetime.datetime(2022, 7, 28, 3, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 3, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 03:58:47.964023 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b894cc37-1f5f-478d-9960-a0e269b3a204 None None] Checking segment: {'id': '63389bb8-8376-476f-a8bd-a6fab1db75db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1b695295-a70d-4773-a7f6-af5ea3f070dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 03:58:47.964260 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-b894cc37-1f5f-478d-9960-a0e269b3a204 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:47.964838 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b894cc37-1f5f-478d-9960-a0e269b3a204 None None] Bound using segment: {'id': '63389bb8-8376-476f-a8bd-a6fab1db75db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1b695295-a70d-4773-a7f6-af5ea3f070dd'} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 03:58:47.965327 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-b894cc37-1f5f-478d-9960-a0e269b3a204 None None] Bound port: 45884c35-2a3d-4c25-ab05-dc12aa830897, host: dv-cinder-851279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63389bb8-8376-476f-a8bd-a6fab1db75db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1b695295-a70d-4773-a7f6-af5ea3f070dd'}}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 03:58:47.965697 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-b894cc37-1f5f-478d-9960-a0e269b3a204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (45884c35-2a3d-4c25-ab05-dc12aa830897), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:47.985818 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-208a34d1-b635-441f-b13a-a200fc6e255c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:47.991329 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-079e1af1-c449-4982-afdf-e0718d188b77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:48.006992 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-6b9594f7-99c4-488e-b7ab-600a6a5a0446 admin admin] Publish callbacks [] for router_gateway (799f85a6-48ff-444b-8dad-74e741656474), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:48.033683 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3ce0d3b2-28fc-4f1c-a64c-c0b7beb95df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379'] for port (7b5d5ba8-6147-4c01-9701-b138b2a8254d), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:48.063802 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-6b9594f7-99c4-488e-b7ab-600a6a5a0446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:48.153981 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce0d3b2-28fc-4f1c-a64c-c0b7beb95df3 admin admin] Network ea650c0a-dc48-4a0d-a6e0-295879bc3df9 is already hosted by enough agents. {{(pid=121475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:58:48.168357 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.base_scheduler [None req-3ce0d3b2-28fc-4f1c-a64c-c0b7beb95df3 admin admin] Resources bound (agent type, host, resource id): {{(pid=121475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:58:48.173983 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce0d3b2-28fc-4f1c-a64c-c0b7beb95df3 admin admin] Pushing event updated for resources: {'Port': ['ID=7b5d5ba8-6147-4c01-9701-b138b2a8254d,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:48.180560 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce0d3b2-28fc-4f1c-a64c-c0b7beb95df3 admin admin] Received port after_create {{(pid=121475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 03:58:48.200540 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.db_base_plugin_common [None req-89f52a82-cccc-42ce-8db6-16fed26cd783 admin admin] Allocated IP 172.27.0.67 (ea650c0a-dc48-4a0d-a6e0-295879bc3df9/483d9f6f-a7db-4d58-8be3-14e833e697b6/58cefad6-7935-4183-9a1c-ebb632bebc38) {{(pid=121474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:58:48.203316 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-b327bfdf-7793-4214-9055-bfcbcfe9c925 None None] Attempting to bind port f2bda65d-330b-4ac4-970a-2bfdd0a6753b on host dv-cinder-851279-1-iscsi for vnic_type normal with profile {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 03:58:48.203944 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-b327bfdf-7793-4214-9055-bfcbcfe9c925 None None] Attempting to bind port f2bda65d-330b-4ac4-970a-2bfdd0a6753b by drivers openvswitch,hyperv on host dv-cinder-851279-1-iscsi at level 0 using segments [{'id': '59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b7076b1-5b54-41f8-8740-25deddb61b0a'}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 03:58:48.204572 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b327bfdf-7793-4214-9055-bfcbcfe9c925 None None] Attempting to bind port f2bda65d-330b-4ac4-970a-2bfdd0a6753b on network 5b7076b1-5b54-41f8-8740-25deddb61b0a {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 03:58:48.235685 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-305904ef-424d-4391-865a-a7fc21f8b308 None None] Attempting to bind port d8e2e8b1-3c4e-4f55-b23c-064f573d13ac on host dv-cinder-851279-1-iscsi for vnic_type normal with profile {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 03:58:48.236403 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-305904ef-424d-4391-865a-a7fc21f8b308 None None] Attempting to bind port d8e2e8b1-3c4e-4f55-b23c-064f573d13ac by drivers openvswitch,hyperv on host dv-cinder-851279-1-iscsi at level 0 using segments [{'id': '7ac5aa42-d84c-402d-8b7d-91411dee0356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc'}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 03:58:48.236981 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305904ef-424d-4391-865a-a7fc21f8b308 None None] Attempting to bind port d8e2e8b1-3c4e-4f55-b23c-064f573d13ac on network 500d2409-0505-4e71-ad33-d33fa2f8a8dc {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 03:58:48.243879 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=82,neutron:INSERT=8,neutron:UPDATE=10 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:48.277650 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-06a48097-e648-4dba-8fff-fb865010bbf5 admin admin] Publish callbacks [] for router_gateway (a742bb6a-8304-4f5a-8d24-66a8e74f4d23), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:48.303156 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b327bfdf-7793-4214-9055-bfcbcfe9c925 None None] Checking agent: {'id': '51dbe35b-f2d3-4ce9-b487-580c36e6d07a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 49, 50), 'started_at': datetime.datetime(2022, 7, 28, 3, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 3, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 03:58:48.303534 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b327bfdf-7793-4214-9055-bfcbcfe9c925 None None] Checking segment: {'id': '59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b7076b1-5b54-41f8-8740-25deddb61b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 03:58:48.304385 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-b327bfdf-7793-4214-9055-bfcbcfe9c925 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:48.304785 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b327bfdf-7793-4214-9055-bfcbcfe9c925 None None] Bound using segment: {'id': '59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b7076b1-5b54-41f8-8740-25deddb61b0a'} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 03:58:48.305279 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-b327bfdf-7793-4214-9055-bfcbcfe9c925 None None] Bound port: f2bda65d-330b-4ac4-970a-2bfdd0a6753b, host: dv-cinder-851279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b7076b1-5b54-41f8-8740-25deddb61b0a'}}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 03:58:48.305662 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-b327bfdf-7793-4214-9055-bfcbcfe9c925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (f2bda65d-330b-4ac4-970a-2bfdd0a6753b), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:48.308288 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305904ef-424d-4391-865a-a7fc21f8b308 None None] Pushing event updated for resources: {'Port': ['ID=d8e2e8b1-3c4e-4f55-b23c-064f573d13ac,revision_number=1']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:48.337353 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305904ef-424d-4391-865a-a7fc21f8b308 None None] Checking agent: {'id': '51dbe35b-f2d3-4ce9-b487-580c36e6d07a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 49, 50), 'started_at': datetime.datetime(2022, 7, 28, 3, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 3, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 03:58:48.337811 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305904ef-424d-4391-865a-a7fc21f8b308 None None] Checking segment: {'id': '7ac5aa42-d84c-402d-8b7d-91411dee0356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 03:58:48.338122 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-305904ef-424d-4391-865a-a7fc21f8b308 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:48.338514 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305904ef-424d-4391-865a-a7fc21f8b308 None None] Bound using segment: {'id': '7ac5aa42-d84c-402d-8b7d-91411dee0356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc'} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 03:58:48.339000 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-305904ef-424d-4391-865a-a7fc21f8b308 None None] Bound port: d8e2e8b1-3c4e-4f55-b23c-064f573d13ac, host: dv-cinder-851279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac5aa42-d84c-402d-8b7d-91411dee0356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc'}}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 03:58:48.339380 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-305904ef-424d-4391-865a-a7fc21f8b308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (d8e2e8b1-3c4e-4f55-b23c-064f573d13ac), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:48.353334 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:48.414007 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:48.443381 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4ef378c-b51b-4232-af1e-6720b73aab0c None None] Publish callbacks [] for port (0139e7f8-082a-4a83-99a0-eaa64d6760b6), precommit_create {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:48.447160 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-079e1af1-c449-4982-afdf-e0718d188b77 admin admin] Publish callbacks [] for security_group (825ec191-b51b-4c72-8dbc-5a7f6fb5c963), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:48.495912 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-89f52a82-cccc-42ce-8db6-16fed26cd783 admin admin] Publish callbacks [] for port (58cefad6-7935-4183-9a1c-ebb632bebc38), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:48.505440 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-b894cc37-1f5f-478d-9960-a0e269b3a204 None None] For port 45884c35-2a3d-4c25-ab05-dc12aa830897, host dv-cinder-851279-1-iscsi, cleared binding levels {{(pid=121476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:58:48.528305 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-079e1af1-c449-4982-afdf-e0718d188b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (825ec191-b51b-4c72-8dbc-5a7f6fb5c963), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:48.559436 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-b894cc37-1f5f-478d-9960-a0e269b3a204 None None] For port 45884c35-2a3d-4c25-ab05-dc12aa830897, host dv-cinder-851279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=45884c35-2a3d-4c25-ab05-dc12aa830897,segment=NetworkSegment(63389bb8-8376-476f-a8bd-a6fab1db75db),segment_id=63389bb8-8376-476f-a8bd-a6fab1db75db)] {{(pid=121476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:58:48.561068 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-b3ab21ad-eb1d-47bb-a1bc-2e3cb794605a None None] Publish callbacks [] for port (725e3369-5a99-4787-a9ec-0c2e179f1e28), precommit_create {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:48.562943 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4ef378c-b51b-4232-af1e-6720b73aab0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379'] for port (0139e7f8-082a-4a83-99a0-eaa64d6760b6), after_create {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:48.596309 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-b327bfdf-7793-4214-9055-bfcbcfe9c925 None None] For port f2bda65d-330b-4ac4-970a-2bfdd0a6753b, host dv-cinder-851279-1-iscsi, cleared binding levels {{(pid=121476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:58:48.619427 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-305904ef-424d-4391-865a-a7fc21f8b308 None None] For port d8e2e8b1-3c4e-4f55-b23c-064f573d13ac, host dv-cinder-851279-1-iscsi, cleared binding levels {{(pid=121476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:58:48.653170 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ef378c-b51b-4232-af1e-6720b73aab0c None None] Network 9cf9021b-c509-4bfd-870b-1ff5c987c7dd is already hosted by enough agents. {{(pid=121476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:58:48.653501 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:48.654903 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-b327bfdf-7793-4214-9055-bfcbcfe9c925 None None] For port f2bda65d-330b-4ac4-970a-2bfdd0a6753b, host dv-cinder-851279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=f2bda65d-330b-4ac4-970a-2bfdd0a6753b,segment=NetworkSegment(59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b),segment_id=59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b)] {{(pid=121476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:58:48.663363 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-305904ef-424d-4391-865a-a7fc21f8b308 None None] For port d8e2e8b1-3c4e-4f55-b23c-064f573d13ac, host dv-cinder-851279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=d8e2e8b1-3c4e-4f55-b23c-064f573d13ac,segment=NetworkSegment(7ac5aa42-d84c-402d-8b7d-91411dee0356),segment_id=7ac5aa42-d84c-402d-8b7d-91411dee0356)] {{(pid=121476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:58:48.667361 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.scheduler.base_scheduler [None req-f4ef378c-b51b-4232-af1e-6720b73aab0c None None] Resources bound (agent type, host, resource id): {{(pid=121476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:58:48.669859 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ef378c-b51b-4232-af1e-6720b73aab0c None None] Received port after_create {{(pid=121476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 03:58:48.675829 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-b3ab21ad-eb1d-47bb-a1bc-2e3cb794605a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379'] for port (725e3369-5a99-4787-a9ec-0c2e179f1e28), after_create {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:48.679071 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-b894cc37-1f5f-478d-9960-a0e269b3a204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (45884c35-2a3d-4c25-ab05-dc12aa830897), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:48.693767 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-89f52a82-cccc-42ce-8db6-16fed26cd783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379'] for port (58cefad6-7935-4183-9a1c-ebb632bebc38), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:48.698136 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef378c-b51b-4232-af1e-6720b73aab0c None None] Pushing event updated for resources: {'Port': ['ID=0139e7f8-082a-4a83-99a0-eaa64d6760b6,revision_number=1']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:48.717043 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-079e1af1-c449-4982-afdf-e0718d188b77 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d9bd04a4709a4a00a42ea2c228c1a7d8&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1183257 Jul 28 03:58:48.717761 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e1af1-c449-4982-afdf-e0718d188b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825ec191-b51b-4c72-8dbc-5a7f6fb5c963,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:48.721513 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 50360) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:58:48.753551 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-06a48097-e648-4dba-8fff-fb865010bbf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740428'] for router (a742bb6a-8304-4f5a-8d24-66a8e74f4d23), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:48.759494 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ab21ad-eb1d-47bb-a1bc-2e3cb794605a None None] Network 4531d3b7-3c72-4c16-9fba-50470f633af2 is already hosted by enough agents. {{(pid=121476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:58:48.760344 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d923ff-d983-4784-981f-1bbce4c5c5ac), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:48.761557 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-b327bfdf-7793-4214-9055-bfcbcfe9c925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (f2bda65d-330b-4ac4-970a-2bfdd0a6753b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:48.785122 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3ce0d3b2-28fc-4f1c-a64c-c0b7beb95df3 admin admin] Publish callbacks [] for router_gateway (95336a6e-dd7f-42bf-bff6-d0b1501d2a21), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:48.792916 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.scheduler.base_scheduler [None req-b3ab21ad-eb1d-47bb-a1bc-2e3cb794605a None None] Resources bound (agent type, host, resource id): {{(pid=121476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:58:48.795530 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ab21ad-eb1d-47bb-a1bc-2e3cb794605a None None] Received port after_create {{(pid=121476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 03:58:48.803661 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-305904ef-424d-4391-865a-a7fc21f8b308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (d8e2e8b1-3c4e-4f55-b23c-064f573d13ac), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:48.831203 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f52a82-cccc-42ce-8db6-16fed26cd783 admin admin] Network ea650c0a-dc48-4a0d-a6e0-295879bc3df9 is already hosted by enough agents. {{(pid=121474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:58:48.833186 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab21ad-eb1d-47bb-a1bc-2e3cb794605a None None] Pushing event updated for resources: {'Port': ['ID=725e3369-5a99-4787-a9ec-0c2e179f1e28,revision_number=1']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:48.846417 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [None req-89f52a82-cccc-42ce-8db6-16fed26cd783 admin admin] Resources bound (agent type, host, resource id): {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:58:48.857686 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f52a82-cccc-42ce-8db6-16fed26cd783 admin admin] Received port after_create {{(pid=121474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 03:58:48.894910 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-f4ef378c-b51b-4232-af1e-6720b73aab0c None None] Attempting to bind port 0139e7f8-082a-4a83-99a0-eaa64d6760b6 on host dv-cinder-851279-1-iscsi for vnic_type normal with profile {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 03:58:48.895289 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-f4ef378c-b51b-4232-af1e-6720b73aab0c None None] Attempting to bind port 0139e7f8-082a-4a83-99a0-eaa64d6760b6 by drivers openvswitch,hyperv on host dv-cinder-851279-1-iscsi at level 0 using segments [{'id': '37f94176-e298-4b67-acca-ec05537ae703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd'}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 03:58:48.897806 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ef378c-b51b-4232-af1e-6720b73aab0c None None] Attempting to bind port 0139e7f8-082a-4a83-99a0-eaa64d6760b6 on network 9cf9021b-c509-4bfd-870b-1ff5c987c7dd {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 03:58:48.943845 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ef378c-b51b-4232-af1e-6720b73aab0c None None] Checking agent: {'id': '51dbe35b-f2d3-4ce9-b487-580c36e6d07a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 49, 50), 'started_at': datetime.datetime(2022, 7, 28, 3, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 3, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 03:58:48.945158 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ef378c-b51b-4232-af1e-6720b73aab0c None None] Checking segment: {'id': '37f94176-e298-4b67-acca-ec05537ae703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 03:58:48.945635 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4ef378c-b51b-4232-af1e-6720b73aab0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:48.946968 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ef378c-b51b-4232-af1e-6720b73aab0c None None] Bound using segment: {'id': '37f94176-e298-4b67-acca-ec05537ae703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd'} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 03:58:48.948070 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-f4ef378c-b51b-4232-af1e-6720b73aab0c None None] Bound port: 0139e7f8-082a-4a83-99a0-eaa64d6760b6, host: dv-cinder-851279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f94176-e298-4b67-acca-ec05537ae703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd'}}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 03:58:48.951061 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4ef378c-b51b-4232-af1e-6720b73aab0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (0139e7f8-082a-4a83-99a0-eaa64d6760b6), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:49.011104 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-b3ab21ad-eb1d-47bb-a1bc-2e3cb794605a None None] Attempting to bind port 725e3369-5a99-4787-a9ec-0c2e179f1e28 on host dv-cinder-851279-1-iscsi for vnic_type normal with profile {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 03:58:49.011786 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-b3ab21ad-eb1d-47bb-a1bc-2e3cb794605a None None] Attempting to bind port 725e3369-5a99-4787-a9ec-0c2e179f1e28 by drivers openvswitch,hyperv on host dv-cinder-851279-1-iscsi at level 0 using segments [{'id': 'f5651f66-4b70-44a2-a50e-d0d4e0ef16b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2'}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 03:58:49.011903 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ab21ad-eb1d-47bb-a1bc-2e3cb794605a None None] Attempting to bind port 725e3369-5a99-4787-a9ec-0c2e179f1e28 on network 4531d3b7-3c72-4c16-9fba-50470f633af2 {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 03:58:49.014147 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894cc37-1f5f-478d-9960-a0e269b3a204 None None] Pushing event updated for resources: {'Port': ['ID=45884c35-2a3d-4c25-ab05-dc12aa830897,revision_number=2']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:49.034895 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-b4d6a160-7314-4e70-ac31-baf0904005d1 admin admin] Publish callbacks [] for security_group (825ec191-b51b-4c72-8dbc-5a7f6fb5c963), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:49.037307 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f52a82-cccc-42ce-8db6-16fed26cd783 admin admin] Pushing event updated for resources: {'Port': ['ID=58cefad6-7935-4183-9a1c-ebb632bebc38,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:49.086868 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ab21ad-eb1d-47bb-a1bc-2e3cb794605a None None] Checking agent: {'id': '51dbe35b-f2d3-4ce9-b487-580c36e6d07a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 49, 50), 'started_at': datetime.datetime(2022, 7, 28, 3, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 3, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 03:58:49.087138 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:49.087668 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ab21ad-eb1d-47bb-a1bc-2e3cb794605a None None] Checking segment: {'id': 'f5651f66-4b70-44a2-a50e-d0d4e0ef16b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 03:58:49.088259 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-b3ab21ad-eb1d-47bb-a1bc-2e3cb794605a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:49.089453 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ab21ad-eb1d-47bb-a1bc-2e3cb794605a None None] Bound using segment: {'id': 'f5651f66-4b70-44a2-a50e-d0d4e0ef16b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2'} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 03:58:49.090360 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-b3ab21ad-eb1d-47bb-a1bc-2e3cb794605a None None] Bound port: 725e3369-5a99-4787-a9ec-0c2e179f1e28, host: dv-cinder-851279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5651f66-4b70-44a2-a50e-d0d4e0ef16b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2'}}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 03:58:49.090936 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-b3ab21ad-eb1d-47bb-a1bc-2e3cb794605a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (725e3369-5a99-4787-a9ec-0c2e179f1e28), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:49.104852 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.db_base_plugin_common [None req-208a34d1-b635-441f-b13a-a200fc6e255c admin admin] Allocated IP 172.27.0.71 (ea650c0a-dc48-4a0d-a6e0-295879bc3df9/483d9f6f-a7db-4d58-8be3-14e833e697b6/66c8cf7b-80ab-4bb0-a80e-26c02baec41b) {{(pid=121474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:58:49.170923 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-f4ef378c-b51b-4232-af1e-6720b73aab0c None None] For port 0139e7f8-082a-4a83-99a0-eaa64d6760b6, host dv-cinder-851279-1-iscsi, cleared binding levels {{(pid=121476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:58:49.183357 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-b4d6a160-7314-4e70-ac31-baf0904005d1 admin admin] Publish callbacks [] for security_group (825ec191-b51b-4c72-8dbc-5a7f6fb5c963), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:49.258955 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-f4ef378c-b51b-4232-af1e-6720b73aab0c None None] For port 0139e7f8-082a-4a83-99a0-eaa64d6760b6, host dv-cinder-851279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=0139e7f8-082a-4a83-99a0-eaa64d6760b6,segment=NetworkSegment(37f94176-e298-4b67-acca-ec05537ae703),segment_id=37f94176-e298-4b67-acca-ec05537ae703)] {{(pid=121476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:58:49.264716 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327bfdf-7793-4214-9055-bfcbcfe9c925 None None] Pushing event updated for resources: {'Port': ['ID=f2bda65d-330b-4ac4-970a-2bfdd0a6753b,revision_number=2']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:49.501322 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4ef378c-b51b-4232-af1e-6720b73aab0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (0139e7f8-082a-4a83-99a0-eaa64d6760b6), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:49.530279 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-b3ab21ad-eb1d-47bb-a1bc-2e3cb794605a None None] For port 725e3369-5a99-4787-a9ec-0c2e179f1e28, host dv-cinder-851279-1-iscsi, cleared binding levels {{(pid=121476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:58:49.544179 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-b3ab21ad-eb1d-47bb-a1bc-2e3cb794605a None None] For port 725e3369-5a99-4787-a9ec-0c2e179f1e28, host dv-cinder-851279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=725e3369-5a99-4787-a9ec-0c2e179f1e28,segment=NetworkSegment(f5651f66-4b70-44a2-a50e-d0d4e0ef16b9),segment_id=f5651f66-4b70-44a2-a50e-d0d4e0ef16b9)] {{(pid=121476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:58:49.578851 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305904ef-424d-4391-865a-a7fc21f8b308 None None] Pushing event updated for resources: {'Port': ['ID=d8e2e8b1-3c4e-4f55-b23c-064f573d13ac,revision_number=2']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:49.652256 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-b3ab21ad-eb1d-47bb-a1bc-2e3cb794605a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (725e3369-5a99-4787-a9ec-0c2e179f1e28), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:49.680733 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:49.684562 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef378c-b51b-4232-af1e-6720b73aab0c None None] Pushing event updated for resources: {'Port': ['ID=0139e7f8-082a-4a83-99a0-eaa64d6760b6,revision_number=2']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:49.699356 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:49.787816 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-89f52a82-cccc-42ce-8db6-16fed26cd783 admin admin] Publish callbacks [] for router_gateway (cca73ec6-d4c4-4474-bedf-88478560281c), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:49.794848 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-208a34d1-b635-441f-b13a-a200fc6e255c admin admin] Publish callbacks [] for port (66c8cf7b-80ab-4bb0-a80e-26c02baec41b), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:49.827592 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-b4d6a160-7314-4e70-ac31-baf0904005d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (825ec191-b51b-4c72-8dbc-5a7f6fb5c963), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:49.831116 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab21ad-eb1d-47bb-a1bc-2e3cb794605a None None] Pushing event updated for resources: {'Port': ['ID=725e3369-5a99-4787-a9ec-0c2e179f1e28,revision_number=2']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:49.838825 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-b4d6a160-7314-4e70-ac31-baf0904005d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:49.840188 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-b4d6a160-7314-4e70-ac31-baf0904005d1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/825ec191-b51b-4c72-8dbc-5a7f6fb5c963 HTTP/1.1" status: 204 len: 168 time: 1.1160674 Jul 28 03:58:49.861667 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d6a160-7314-4e70-ac31-baf0904005d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825ec191-b51b-4c72-8dbc-5a7f6fb5c963,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:49.960424 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a48097-e648-4dba-8fff-fb865010bbf5 admin admin] Router a742bb6a-8304-4f5a-8d24-66a8e74f4d23 is scheduled to L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b with binding_index 1 {{(pid=121475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 03:58:49.979632 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3ce0d3b2-28fc-4f1c-a64c-c0b7beb95df3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740428'] for router (95336a6e-dd7f-42bf-bff6-d0b1501d2a21), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:50.074672 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=86,neutron:UPDATE=9,neutron:INSERT=5 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:50.114349 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:50.167007 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:50.220836 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-208a34d1-b635-441f-b13a-a200fc6e255c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379'] for port (66c8cf7b-80ab-4bb0-a80e-26c02baec41b), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:50.311477 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a48097-e648-4dba-8fff-fb865010bbf5 admin admin] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:58:50.325966 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6183bde0-3526-486d-8e40-dea1730efbdd None None] Sync routers for ids ['a742bb6a-8304-4f5a-8d24-66a8e74f4d23'] in dv-cinder-851279-1-iscsi {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:58:50.333178 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device f2bda65d-330b-4ac4-970a-2bfdd0a6753b up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:58:50.352722 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 50376) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:58:50.360905 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6183bde0-3526-486d-8e40-dea1730efbdd None None] Routers {'a742bb6a-8304-4f5a-8d24-66a8e74f4d23'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 03:58:50.361575 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-6183bde0-3526-486d-8e40-dea1730efbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T03:58:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['a742bb6a-8304-4f5a-8d24-66a8e74f4d23'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:58:50.457696 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port f2bda65d-330b-4ac4-970a-2bfdd0a6753b triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:58:50.458240 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:50.460271 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (f2bda65d-330b-4ac4-970a-2bfdd0a6753b), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:50.476748 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:50.486689 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-06a48097-e648-4dba-8fff-fb865010bbf5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:50.487976 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-06a48097-e648-4dba-8fff-fb865010bbf5 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1464095 Jul 28 03:58:50.500923 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 50382) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:58:50.503372 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce0d3b2-28fc-4f1c-a64c-c0b7beb95df3 admin admin] Router 95336a6e-dd7f-42bf-bff6-d0b1501d2a21 is scheduled to L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b with binding_index 1 {{(pid=121475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 03:58:50.535845 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a34d1-b635-441f-b13a-a200fc6e255c admin admin] Pushing event updated for resources: {'Port': ['ID=66c8cf7b-80ab-4bb0-a80e-26c02baec41b,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:50.564564 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208a34d1-b635-441f-b13a-a200fc6e255c admin admin] Network ea650c0a-dc48-4a0d-a6e0-295879bc3df9 is already hosted by enough agents. {{(pid=121474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:58:50.585560 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [None req-208a34d1-b635-441f-b13a-a200fc6e255c admin admin] Resources bound (agent type, host, resource id): {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:58:50.597892 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208a34d1-b635-441f-b13a-a200fc6e255c admin admin] Received port after_create {{(pid=121474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 03:58:50.664405 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-6183bde0-3526-486d-8e40-dea1730efbdd None None] Set router a742bb6a-8304-4f5a-8d24-66a8e74f4d23 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 03:58:50.744147 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port f2bda65d-330b-4ac4-970a-2bfdd0a6753b is: DOWN; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:58:50.744548 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (f2bda65d-330b-4ac4-970a-2bfdd0a6753b), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:50.813549 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-89f52a82-cccc-42ce-8db6-16fed26cd783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740428'] for router (cca73ec6-d4c4-4474-bedf-88478560281c), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:50.825785 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.db_base_plugin_common [None req-6b9594f7-99c4-488e-b7ab-600a6a5a0446 admin admin] Allocated IP 172.27.0.97 (ea650c0a-dc48-4a0d-a6e0-295879bc3df9/483d9f6f-a7db-4d58-8be3-14e833e697b6/b4af4871-05b4-4ea1-9797-79edafad71d3) {{(pid=121474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:58:50.841694 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] For port f2bda65d-330b-4ac4-970a-2bfdd0a6753b, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=f2bda65d-330b-4ac4-970a-2bfdd0a6753b,segment=NetworkSegment(59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b),segment_id=59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:58:50.890482 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce0d3b2-28fc-4f1c-a64c-c0b7beb95df3 admin admin] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:58:50.904009 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a207d495-ae43-409e-9c67-a3b52ee01669 None None] Sync routers for ids ['95336a6e-dd7f-42bf-bff6-d0b1501d2a21'] in dv-cinder-851279-1-iscsi {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:58:50.922617 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a207d495-ae43-409e-9c67-a3b52ee01669 None None] Routers {'95336a6e-dd7f-42bf-bff6-d0b1501d2a21'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 03:58:50.923315 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-a207d495-ae43-409e-9c67-a3b52ee01669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T03:58:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['95336a6e-dd7f-42bf-bff6-d0b1501d2a21'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:58:50.931162 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:50.957656 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 50386) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:58:50.992605 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-51592641-a6a7-4c75-b165-4f885968c052 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:51.065492 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3ce0d3b2-28fc-4f1c-a64c-c0b7beb95df3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:51.071180 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-3ce0d3b2-28fc-4f1c-a64c-c0b7beb95df3 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.6594703 Jul 28 03:58:51.073104 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (f2bda65d-330b-4ac4-970a-2bfdd0a6753b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:51.078722 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 50396) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:58:51.081626 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 45884c35-2a3d-4c25-ab05-dc12aa830897 up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:58:51.082732 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-6183bde0-3526-486d-8e40-dea1730efbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'name': 'tempest-AttachVolumeTestJSON-350895408-router', 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'bdaacc0e-026c-45bb-91ce-d6943bc8b36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T03:58:47Z', 'revision_number': 3, 'project_id': '6a869e1e00fc4d8d9d4511e34501665f', 'gw_port': {'id': 'bdaacc0e-026c-45bb-91ce-d6943bc8b36e', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:58:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi'}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:58:51.098498 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-2fae1d77-63f6-458d-b7c9-9c03ee719b8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:51.139889 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6183bde0-3526-486d-8e40-dea1730efbdd None None] Checking router: a742bb6a-8304-4f5a-8d24-66a8e74f4d23 for host: dv-cinder-851279-1-iscsi {{(pid=121477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:58:51.140610 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6183bde0-3526-486d-8e40-dea1730efbdd None None] Updating router a742bb6a-8304-4f5a-8d24-66a8e74f4d23 port bdaacc0e-026c-45bb-91ce-d6943bc8b36e binding host dv-cinder-851279-1-iscsi {{(pid=121477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:58:51.188678 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-6183bde0-3526-486d-8e40-dea1730efbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (bdaacc0e-026c-45bb-91ce-d6943bc8b36e), before_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:51.228538 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca9cf87-396c-48df-9c4a-8b0c4d1db46d None None] Network 1b695295-a70d-4773-a7f6-af5ea3f070dd requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 03:58:51.289147 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-51592641-a6a7-4c75-b165-4f885968c052 admin admin] Publish callbacks [] for security_group (a7ec8890-a925-41d0-a618-a4ced0c4c799), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:51.391118 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-51592641-a6a7-4c75-b165-4f885968c052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (a7ec8890-a925-41d0-a618-a4ced0c4c799), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:51.413090 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36da2b51-2af9-417c-855f-bd592ffabc12 None None] Network 5b7076b1-5b54-41f8-8740-25deddb61b0a requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 03:58:51.424487 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-51592641-a6a7-4c75-b165-4f885968c052 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=403621ebcb9243ba844ab169041bb142&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0707076 Jul 28 03:58:51.433451 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 50400) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:58:51.543802 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:51.560045 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=85,neutron:INSERT=4,neutron:UPDATE=11 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:51.562511 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-6b7aa6a2-3599-49e4-89fc-8853a48fd3c2 None None] Provisioning complete for port 45884c35-2a3d-4c25-ab05-dc12aa830897 triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:58:51.562904 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-6b7aa6a2-3599-49e4-89fc-8853a48fd3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (45884c35-2a3d-4c25-ab05-dc12aa830897), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:51.581627 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:51.653137 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:51.655927 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51592641-a6a7-4c75-b165-4f885968c052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ec8890-a925-41d0-a618-a4ced0c4c799,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:51.680676 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-a207d495-ae43-409e-9c67-a3b52ee01669 None None] Set router 95336a6e-dd7f-42bf-bff6-d0b1501d2a21 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 03:58:51.723065 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-2fae1d77-63f6-458d-b7c9-9c03ee719b8a admin admin] Publish callbacks [] for security_group (5a5d7b44-45f6-4655-b649-5124e2efb68c), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:51.815637 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-70bb6a5c-490b-4617-9099-4fdccabaf120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:51.824684 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-2fae1d77-63f6-458d-b7c9-9c03ee719b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (5a5d7b44-45f6-4655-b649-5124e2efb68c), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:51.829183 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-a63feb22-273f-492d-8c83-1cb259501eb3 admin admin] Publish callbacks [] for security_group (a7ec8890-a925-41d0-a618-a4ced0c4c799), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:51.867063 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Pushing event updated for resources: {'Port': ['ID=f2bda65d-330b-4ac4-970a-2bfdd0a6753b,revision_number=3']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:51.876505 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-a63feb22-273f-492d-8c83-1cb259501eb3 admin admin] Publish callbacks [] for security_group (a7ec8890-a925-41d0-a618-a4ced0c4c799), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:51.905583 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-2fae1d77-63f6-458d-b7c9-9c03ee719b8a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=da5e34804bb24366b24785e3ec30ad8f&name=default HTTP/1.1" status: 200 len: 2993 time: 0.9414067 Jul 28 03:58:51.918638 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2a1a3e-6414-4e29-a026-2a42a8570ef8 None None] Network 9cf9021b-c509-4bfd-870b-1ff5c987c7dd requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 03:58:51.923362 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 50408) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:58:51.941838 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae1d77-63f6-458d-b7c9-9c03ee719b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5d7b44-45f6-4655-b649-5124e2efb68c,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:52.118523 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-13c7a1fe-4d30-4db7-834b-60c754dd90e0 admin admin] Publish callbacks [] for security_group (5a5d7b44-45f6-4655-b649-5124e2efb68c), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:52.148807 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c7a3e9-da90-4439-9bf6-340b193d32cc None None] Network 500d2409-0505-4e71-ad33-d33fa2f8a8dc requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 03:58:52.149607 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:52.172471 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:52.179135 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-6b9594f7-99c4-488e-b7ab-600a6a5a0446 admin admin] Publish callbacks [] for port (b4af4871-05b4-4ea1-9797-79edafad71d3), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:52.191336 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-13c7a1fe-4d30-4db7-834b-60c754dd90e0 admin admin] Publish callbacks [] for security_group (5a5d7b44-45f6-4655-b649-5124e2efb68c), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:52.239567 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-208a34d1-b635-441f-b13a-a200fc6e255c admin admin] Publish callbacks [] for router_gateway (2d1945e5-9fdd-4c9c-9878-1432accd293d), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:52.272430 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.db_base_plugin_common [None req-70bb6a5c-490b-4617-9099-4fdccabaf120 admin admin] Allocated IP 172.20.0.1 (5b7076b1-5b54-41f8-8740-25deddb61b0a/0c317d02-35c6-4092-b3d2-22f73010b2ed/98abe0e5-d981-4868-a7f3-04ad99bcc49f) {{(pid=121475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:58:52.308105 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-a63feb22-273f-492d-8c83-1cb259501eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (a7ec8890-a925-41d0-a618-a4ced0c4c799), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:52.315810 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-a63feb22-273f-492d-8c83-1cb259501eb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:52.315810 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-a63feb22-273f-492d-8c83-1cb259501eb3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a7ec8890-a925-41d0-a618-a4ced0c4c799 HTTP/1.1" status: 204 len: 168 time: 0.8779585 Jul 28 03:58:52.346289 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f52a82-cccc-42ce-8db6-16fed26cd783 admin admin] Router cca73ec6-d4c4-4474-bedf-88478560281c is scheduled to L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b with binding_index 1 {{(pid=121474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 03:58:52.352867 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63feb22-273f-492d-8c83-1cb259501eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ec8890-a925-41d0-a618-a4ced0c4c799,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:52.384509 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-13c7a1fe-4d30-4db7-834b-60c754dd90e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (5a5d7b44-45f6-4655-b649-5124e2efb68c), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:52.387602 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-13c7a1fe-4d30-4db7-834b-60c754dd90e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:52.388949 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-13c7a1fe-4d30-4db7-834b-60c754dd90e0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5a5d7b44-45f6-4655-b649-5124e2efb68c HTTP/1.1" status: 204 len: 168 time: 0.4645319 Jul 28 03:58:52.413741 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7a1fe-4d30-4db7-834b-60c754dd90e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5d7b44-45f6-4655-b649-5124e2efb68c,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:52.442685 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-70bb6a5c-490b-4617-9099-4fdccabaf120 admin admin] Publish callbacks [] for port (98abe0e5-d981-4868-a7f3-04ad99bcc49f), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:52.567443 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf8f49d-f343-4e3e-9af6-c3d62b460cb7 None None] Network 4531d3b7-3c72-4c16-9fba-50470f633af2 requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 03:58:52.576201 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port 45884c35-2a3d-4c25-ab05-dc12aa830897 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:58:52.576677 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (45884c35-2a3d-4c25-ab05-dc12aa830897), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:52.627120 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-70bb6a5c-490b-4617-9099-4fdccabaf120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379'] for port (98abe0e5-d981-4868-a7f3-04ad99bcc49f), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:52.698510 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-6b9594f7-99c4-488e-b7ab-600a6a5a0446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379'] for port (b4af4871-05b4-4ea1-9797-79edafad71d3), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:52.800075 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bb6a5c-490b-4617-9099-4fdccabaf120 admin admin] Network 5b7076b1-5b54-41f8-8740-25deddb61b0a is already hosted by enough agents. {{(pid=121475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:58:52.800075 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb6a5c-490b-4617-9099-4fdccabaf120 admin admin] Pushing event updated for resources: {'Port': ['ID=98abe0e5-d981-4868-a7f3-04ad99bcc49f,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:52.809506 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.base_scheduler [None req-70bb6a5c-490b-4617-9099-4fdccabaf120 admin admin] Resources bound (agent type, host, resource id): {{(pid=121475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:58:52.823501 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-208a34d1-b635-441f-b13a-a200fc6e255c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740428'] for router (2d1945e5-9fdd-4c9c-9878-1432accd293d), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:52.824545 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bb6a5c-490b-4617-9099-4fdccabaf120 admin admin] Received port after_create {{(pid=121475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 03:58:52.832052 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-70bb6a5c-490b-4617-9099-4fdccabaf120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1680780'] for router_interface (a742bb6a-8304-4f5a-8d24-66a8e74f4d23), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:52.900296 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:52.970505 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9594f7-99c4-488e-b7ab-600a6a5a0446 admin admin] Network ea650c0a-dc48-4a0d-a6e0-295879bc3df9 is already hosted by enough agents. {{(pid=121474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:58:53.018473 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [None req-6b9594f7-99c4-488e-b7ab-600a6a5a0446 admin admin] Resources bound (agent type, host, resource id): {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:58:53.065628 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-6183bde0-3526-486d-8e40-dea1730efbdd None None] Publish callbacks [] for port (bdaacc0e-026c-45bb-91ce-d6943bc8b36e), precommit_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:53.100266 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-a207d495-ae43-409e-9c67-a3b52ee01669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'name': 'tempest-AttachVolumeShelveTestJSON-508782801-router', 'tenant_id': '52b087e8dc5c4426b8402dfdf99328ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '7b5d5ba8-6147-4c01-9701-b138b2a8254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T03:58:48Z', 'revision_number': 3, 'project_id': '52b087e8dc5c4426b8402dfdf99328ad', 'gw_port': {'id': '7b5d5ba8-6147-4c01-9701-b138b2a8254d', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:de:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:58:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi'}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:58:53.102891 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:53.109144 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:53.132554 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f52a82-cccc-42ce-8db6-16fed26cd783 admin admin] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:58:53.137765 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-6183bde0-3526-486d-8e40-dea1730efbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (bdaacc0e-026c-45bb-91ce-d6943bc8b36e), after_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:53.146825 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ca3d82-53cb-4bad-83bc-b52f0fccc2b8 None None] Sync routers for ids ['cca73ec6-d4c4-4474-bedf-88478560281c'] in dv-cinder-851279-1-iscsi {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:58:53.181816 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9594f7-99c4-488e-b7ab-600a6a5a0446 admin admin] Received port after_create {{(pid=121474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 03:58:53.185596 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9594f7-99c4-488e-b7ab-600a6a5a0446 admin admin] Pushing event updated for resources: {'Port': ['ID=b4af4871-05b4-4ea1-9797-79edafad71d3,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:53.195875 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-70bb6a5c-490b-4617-9099-4fdccabaf120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (98abe0e5-d981-4868-a7f3-04ad99bcc49f), before_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:53.253069 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a207d495-ae43-409e-9c67-a3b52ee01669 None None] Checking router: 95336a6e-dd7f-42bf-bff6-d0b1501d2a21 for host: dv-cinder-851279-1-iscsi {{(pid=121476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:58:53.253930 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a207d495-ae43-409e-9c67-a3b52ee01669 None None] Updating router 95336a6e-dd7f-42bf-bff6-d0b1501d2a21 port 7b5d5ba8-6147-4c01-9701-b138b2a8254d binding host dv-cinder-851279-1-iscsi {{(pid=121476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:58:53.255403 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226093f0-2ea6-4714-9996-cf9536d1c727 None None] Pushing event updated for resources: {'Port': ['ID=bdaacc0e-026c-45bb-91ce-d6943bc8b36e,revision_number=2']} {{(pid=121477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:53.268547 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226093f0-2ea6-4714-9996-cf9536d1c727 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:53.269072 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226093f0-2ea6-4714-9996-cf9536d1c727 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:53.269445 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226093f0-2ea6-4714-9996-cf9536d1c727 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:53.277366 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226093f0-2ea6-4714-9996-cf9536d1c727 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:53.277771 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226093f0-2ea6-4714-9996-cf9536d1c727 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:53.278116 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226093f0-2ea6-4714-9996-cf9536d1c727 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:53.278455 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226093f0-2ea6-4714-9996-cf9536d1c727 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:53.278792 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226093f0-2ea6-4714-9996-cf9536d1c727 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:53.279138 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226093f0-2ea6-4714-9996-cf9536d1c727 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:53.279446 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226093f0-2ea6-4714-9996-cf9536d1c727 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:53.279936 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226093f0-2ea6-4714-9996-cf9536d1c727 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:53.281803 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226093f0-2ea6-4714-9996-cf9536d1c727 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:53.282843 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226093f0-2ea6-4714-9996-cf9536d1c727 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:53.283198 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226093f0-2ea6-4714-9996-cf9536d1c727 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:53.283588 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226093f0-2ea6-4714-9996-cf9536d1c727 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:53.285843 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226093f0-2ea6-4714-9996-cf9536d1c727 None None] Tracked resource versions report: Jul 28 03:58:53.285843 dv-cinder-851279-1-iscsi neutron-server[121477]: pushed versions: Jul 28 03:58:53.285843 dv-cinder-851279-1-iscsi neutron-server[121477]: { 'AddressGroup': {'1.2'}, Jul 28 03:58:53.285843 dv-cinder-851279-1-iscsi neutron-server[121477]: 'Agent': {'1.1'}, Jul 28 03:58:53.285843 dv-cinder-851279-1-iscsi neutron-server[121477]: 'ConntrackHelper': {'1.0'}, Jul 28 03:58:53.285843 dv-cinder-851279-1-iscsi neutron-server[121477]: 'LocalIPAssociation': {'1.0'}, Jul 28 03:58:53.285843 dv-cinder-851279-1-iscsi neutron-server[121477]: 'Log': {'1.0'}, Jul 28 03:58:53.285843 dv-cinder-851279-1-iscsi neutron-server[121477]: 'NDPProxy': {'1.0'}, Jul 28 03:58:53.285843 dv-cinder-851279-1-iscsi neutron-server[121477]: 'Network': {'1.1'}, Jul 28 03:58:53.285843 dv-cinder-851279-1-iscsi neutron-server[121477]: 'Port': {'1.7'}, Jul 28 03:58:53.285843 dv-cinder-851279-1-iscsi neutron-server[121477]: 'PortForwarding': {'1.3'}, Jul 28 03:58:53.285843 dv-cinder-851279-1-iscsi neutron-server[121477]: 'QosPolicy': {'1.10'}, Jul 28 03:58:53.285843 dv-cinder-851279-1-iscsi neutron-server[121477]: 'SecurityGroup': {'1.5'}, Jul 28 03:58:53.285843 dv-cinder-851279-1-iscsi neutron-server[121477]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:58:53.285843 dv-cinder-851279-1-iscsi neutron-server[121477]: 'SubPort': {'1.0'}, Jul 28 03:58:53.285843 dv-cinder-851279-1-iscsi neutron-server[121477]: 'Subnet': {'1.1'}, Jul 28 03:58:53.285843 dv-cinder-851279-1-iscsi neutron-server[121477]: 'Trunk': {'1.1'}} Jul 28 03:58:53.285843 dv-cinder-851279-1-iscsi neutron-server[121477]: consumer versions: Jul 28 03:58:53.285843 dv-cinder-851279-1-iscsi neutron-server[121477]: { DHCP agent@dv-cinder-851279-1-iscsi: {}, Jul 28 03:58:53.285843 dv-cinder-851279-1-iscsi neutron-server[121477]: HyperV agent@hv-cinder-85127: {}, Jul 28 03:58:53.285843 dv-cinder-851279-1-iscsi neutron-server[121477]: L3 agent@dv-cinder-851279-1-iscsi: {}, Jul 28 03:58:53.285843 dv-cinder-851279-1-iscsi neutron-server[121477]: Metadata agent@dv-cinder-851279-1-iscsi: {}, Jul 28 03:58:53.285843 dv-cinder-851279-1-iscsi neutron-server[121477]: Metering agent@dv-cinder-851279-1-iscsi: {}, Jul 28 03:58:53.285843 dv-cinder-851279-1-iscsi neutron-server[121477]: Open vSwitch agent@dv-cinder-851279-1-iscsi: { 'AddressGroup': '1.2', Jul 28 03:58:53.285843 dv-cinder-851279-1-iscsi neutron-server[121477]: 'Agent': '1.1', Jul 28 03:58:53.285843 dv-cinder-851279-1-iscsi neutron-server[121477]: 'ConntrackHelper': '1.0', Jul 28 03:58:53.285843 dv-cinder-851279-1-iscsi neutron-server[121477]: 'LocalIPAssociation': '1.0', Jul 28 03:58:53.285843 dv-cinder-851279-1-iscsi neutron-server[121477]: 'Log': '1.0', Jul 28 03:58:53.285843 dv-cinder-851279-1-iscsi neutron-server[121477]: 'NDPProxy': '1.0', Jul 28 03:58:53.285843 dv-cinder-851279-1-iscsi neutron-server[121477]: 'Network': '1.1', Jul 28 03:58:53.285843 dv-cinder-851279-1-iscsi neutron-server[121477]: 'Port': '1.7', Jul 28 03:58:53.285843 dv-cinder-851279-1-iscsi neutron-server[121477]: 'PortForwarding': '1.3', Jul 28 03:58:53.285843 dv-cinder-851279-1-iscsi neutron-server[121477]: 'QosPolicy': '1.10', Jul 28 03:58:53.285843 dv-cinder-851279-1-iscsi neutron-server[121477]: 'SecurityGroup': '1.5', Jul 28 03:58:53.285843 dv-cinder-851279-1-iscsi neutron-server[121477]: 'SecurityGroupRule': '1.2', Jul 28 03:58:53.285843 dv-cinder-851279-1-iscsi neutron-server[121477]: 'SubPort': '1.0', Jul 28 03:58:53.285843 dv-cinder-851279-1-iscsi neutron-server[121477]: 'Subnet': '1.1', Jul 28 03:58:53.285843 dv-cinder-851279-1-iscsi neutron-server[121477]: 'Trunk': '1.1'}} Jul 28 03:58:53.285843 dv-cinder-851279-1-iscsi neutron-server[121477]: {{(pid=121477) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:58:53.289146 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ca3d82-53cb-4bad-83bc-b52f0fccc2b8 None None] Routers {'cca73ec6-d4c4-4474-bedf-88478560281c'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 03:58:53.289760 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-39ca3d82-53cb-4bad-83bc-b52f0fccc2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T03:58:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['cca73ec6-d4c4-4474-bedf-88478560281c'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:58:53.338180 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-89f52a82-cccc-42ce-8db6-16fed26cd783 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:53.339493 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-89f52a82-cccc-42ce-8db6-16fed26cd783 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.9169517 Jul 28 03:58:53.388005 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 50444) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:58:53.423341 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-39ca3d82-53cb-4bad-83bc-b52f0fccc2b8 None None] Set router cca73ec6-d4c4-4474-bedf-88478560281c gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 03:58:53.426606 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-a207d495-ae43-409e-9c67-a3b52ee01669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (7b5d5ba8-6147-4c01-9701-b138b2a8254d), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:53.582257 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:53.595982 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-0ca24657-da6f-45f0-a08f-80716f6372b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:53.633640 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=100 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:53.635528 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-39ca3d82-53cb-4bad-83bc-b52f0fccc2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca73ec6-d4c4-4474-bedf-88478560281c', 'name': 'tempest-DeleteServersTestJSON-511863461-router', 'tenant_id': '5c3d84518f1e4d7885f6998c88c3da4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '58cefad6-7935-4183-9a1c-ebb632bebc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T03:58:49Z', 'revision_number': 3, 'project_id': '5c3d84518f1e4d7885f6998c88c3da4a', 'gw_port': {'id': '58cefad6-7935-4183-9a1c-ebb632bebc38', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca73ec6-d4c4-4474-bedf-88478560281c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:58:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi'}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:58:53.672130 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ca3d82-53cb-4bad-83bc-b52f0fccc2b8 None None] Checking router: cca73ec6-d4c4-4474-bedf-88478560281c for host: dv-cinder-851279-1-iscsi {{(pid=121477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:58:53.672858 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ca3d82-53cb-4bad-83bc-b52f0fccc2b8 None None] Updating router cca73ec6-d4c4-4474-bedf-88478560281c port 58cefad6-7935-4183-9a1c-ebb632bebc38 binding host dv-cinder-851279-1-iscsi {{(pid=121477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:58:53.711147 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-39ca3d82-53cb-4bad-83bc-b52f0fccc2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (58cefad6-7935-4183-9a1c-ebb632bebc38), before_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:53.775122 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 50452) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:58:53.844494 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.managers [None req-6183bde0-3526-486d-8e40-dea1730efbdd None None] Attempting to bind port bdaacc0e-026c-45bb-91ce-d6943bc8b36e on host dv-cinder-851279-1-iscsi for vnic_type normal with profile {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 03:58:53.845120 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.managers [None req-6183bde0-3526-486d-8e40-dea1730efbdd None None] Attempting to bind port bdaacc0e-026c-45bb-91ce-d6943bc8b36e by drivers openvswitch,hyperv on host dv-cinder-851279-1-iscsi at level 0 using segments [{'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'}] {{(pid=121477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 03:58:53.845679 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6183bde0-3526-486d-8e40-dea1730efbdd None None] Attempting to bind port bdaacc0e-026c-45bb-91ce-d6943bc8b36e on network ea650c0a-dc48-4a0d-a6e0-295879bc3df9 {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 03:58:53.853854 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6183bde0-3526-486d-8e40-dea1730efbdd None None] Checking agent: {'id': '51dbe35b-f2d3-4ce9-b487-580c36e6d07a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 49, 50), 'started_at': datetime.datetime(2022, 7, 28, 3, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 3, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 03:58:53.854497 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6183bde0-3526-486d-8e40-dea1730efbdd None None] Checking segment: {'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 03:58:53.855077 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-6183bde0-3526-486d-8e40-dea1730efbdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:53.855620 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6183bde0-3526-486d-8e40-dea1730efbdd None None] Bound using segment: {'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'} {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 03:58:53.856265 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.managers [None req-6183bde0-3526-486d-8e40-dea1730efbdd None None] Bound port: bdaacc0e-026c-45bb-91ce-d6943bc8b36e, host: dv-cinder-851279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'}}] {{(pid=121477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 03:58:53.856794 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-6183bde0-3526-486d-8e40-dea1730efbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (bdaacc0e-026c-45bb-91ce-d6943bc8b36e), before_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:53.900265 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-70bb6a5c-490b-4617-9099-4fdccabaf120 admin admin] Publish callbacks [] for port (98abe0e5-d981-4868-a7f3-04ad99bcc49f), precommit_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:53.915140 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:53.971072 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-6b7aa6a2-3599-49e4-89fc-8853a48fd3c2 None None] Current status of the port 45884c35-2a3d-4c25-ab05-dc12aa830897 is: DOWN; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:58:53.971628 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-6b7aa6a2-3599-49e4-89fc-8853a48fd3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (45884c35-2a3d-4c25-ab05-dc12aa830897), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:53.993374 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.db [None req-6183bde0-3526-486d-8e40-dea1730efbdd None None] For port bdaacc0e-026c-45bb-91ce-d6943bc8b36e, host dv-cinder-851279-1-iscsi, cleared binding levels {{(pid=121477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:58:53.996611 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-70bb6a5c-490b-4617-9099-4fdccabaf120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (98abe0e5-d981-4868-a7f3-04ad99bcc49f), after_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:53.997872 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-70bb6a5c-490b-4617-9099-4fdccabaf120 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1680880'] for router_interface (a742bb6a-8304-4f5a-8d24-66a8e74f4d23), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:54.008860 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.db [None req-6183bde0-3526-486d-8e40-dea1730efbdd None None] For port bdaacc0e-026c-45bb-91ce-d6943bc8b36e, host dv-cinder-851279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=bdaacc0e-026c-45bb-91ce-d6943bc8b36e,segment=NetworkSegment(f2985cdc-b551-4e3f-9fbc-bf06e2065a47),segment_id=f2985cdc-b551-4e3f-9fbc-bf06e2065a47)] {{(pid=121477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:58:54.035555 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port 45884c35-2a3d-4c25-ab05-dc12aa830897 is: DOWN; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:58:54.036455 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (45884c35-2a3d-4c25-ab05-dc12aa830897), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:54.074732 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:54.102099 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-a207d495-ae43-409e-9c67-a3b52ee01669 None None] Publish callbacks [] for port (7b5d5ba8-6147-4c01-9701-b138b2a8254d), precommit_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:54.103897 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-6183bde0-3526-486d-8e40-dea1730efbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (bdaacc0e-026c-45bb-91ce-d6943bc8b36e), after_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:54.112412 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:54.127432 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb6a5c-490b-4617-9099-4fdccabaf120 admin admin] Pushing event updated for resources: {'Port': ['ID=98abe0e5-d981-4868-a7f3-04ad99bcc49f,revision_number=2']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:54.137260 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-6b7aa6a2-3599-49e4-89fc-8853a48fd3c2 None None] For port 45884c35-2a3d-4c25-ab05-dc12aa830897, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=45884c35-2a3d-4c25-ab05-dc12aa830897,segment=NetworkSegment(63389bb8-8376-476f-a8bd-a6fab1db75db),segment_id=63389bb8-8376-476f-a8bd-a6fab1db75db)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:58:54.214024 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-b95a2394-94e1-49e1-b3d3-d6a1f75223d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:54.295702 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.db.api [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 03:58:54.296249 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG oslo_db.api [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 03:58:54.296979 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-6b7aa6a2-3599-49e4-89fc-8853a48fd3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (45884c35-2a3d-4c25-ab05-dc12aa830897), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:54.303652 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-a207d495-ae43-409e-9c67-a3b52ee01669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (7b5d5ba8-6147-4c01-9701-b138b2a8254d), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:54.315898 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226093f0-2ea6-4714-9996-cf9536d1c727 None None] Pushing event updated for resources: {'Port': ['ID=bdaacc0e-026c-45bb-91ce-d6943bc8b36e,revision_number=3']} {{(pid=121477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:54.339909 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6183bde0-3526-486d-8e40-dea1730efbdd None None] Routers {'a742bb6a-8304-4f5a-8d24-66a8e74f4d23'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 03:58:54.340576 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-6183bde0-3526-486d-8e40-dea1730efbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T03:58:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['a742bb6a-8304-4f5a-8d24-66a8e74f4d23'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:58:54.426192 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-a207d495-ae43-409e-9c67-a3b52ee01669 None None] Attempting to bind port 7b5d5ba8-6147-4c01-9701-b138b2a8254d on host dv-cinder-851279-1-iscsi for vnic_type normal with profile {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 03:58:54.426877 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-a207d495-ae43-409e-9c67-a3b52ee01669 None None] Attempting to bind port 7b5d5ba8-6147-4c01-9701-b138b2a8254d by drivers openvswitch,hyperv on host dv-cinder-851279-1-iscsi at level 0 using segments [{'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 03:58:54.428121 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a207d495-ae43-409e-9c67-a3b52ee01669 None None] Attempting to bind port 7b5d5ba8-6147-4c01-9701-b138b2a8254d on network ea650c0a-dc48-4a0d-a6e0-295879bc3df9 {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 03:58:54.453349 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a207d495-ae43-409e-9c67-a3b52ee01669 None None] Checking agent: {'id': '51dbe35b-f2d3-4ce9-b487-580c36e6d07a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 49, 50), 'started_at': datetime.datetime(2022, 7, 28, 3, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 3, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 03:58:54.453703 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bb6a5c-490b-4617-9099-4fdccabaf120 admin admin] Network 5b7076b1-5b54-41f8-8740-25deddb61b0a is already hosted by enough agents. {{(pid=121475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:58:54.454256 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a207d495-ae43-409e-9c67-a3b52ee01669 None None] Checking segment: {'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 03:58:54.454870 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-a207d495-ae43-409e-9c67-a3b52ee01669 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:54.455490 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a207d495-ae43-409e-9c67-a3b52ee01669 None None] Bound using segment: {'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 03:58:54.456208 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-a207d495-ae43-409e-9c67-a3b52ee01669 None None] Bound port: 7b5d5ba8-6147-4c01-9701-b138b2a8254d, host: dv-cinder-851279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'}}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 03:58:54.456820 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-a207d495-ae43-409e-9c67-a3b52ee01669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (7b5d5ba8-6147-4c01-9701-b138b2a8254d), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:54.460534 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.base_scheduler [None req-70bb6a5c-490b-4617-9099-4fdccabaf120 admin admin] Resources bound (agent type, host, resource id): {{(pid=121475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:58:54.529701 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-0986f427-a1cb-4dc2-8853-2a7b6decdcde None None] Provisioning complete for port 98abe0e5-d981-4868-a7f3-04ad99bcc49f triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:58:54.530464 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-0986f427-a1cb-4dc2-8853-2a7b6decdcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (98abe0e5-d981-4868-a7f3-04ad99bcc49f), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:54.565133 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7aa6a2-3599-49e4-89fc-8853a48fd3c2 None None] Pushing event updated for resources: {'Port': ['ID=45884c35-2a3d-4c25-ab05-dc12aa830897,revision_number=3']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:54.591684 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-6183bde0-3526-486d-8e40-dea1730efbdd None None] Set router a742bb6a-8304-4f5a-8d24-66a8e74f4d23 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 03:58:54.648354 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.db_base_plugin_common [None req-0ca24657-da6f-45f0-a08f-80716f6372b1 admin admin] Allocated IP 172.20.0.1 (500d2409-0505-4e71-ad33-d33fa2f8a8dc/81f8d920-e036-48ec-bb1b-67fea0f2e9aa/956e5455-c6ed-45cd-ab56-d0cb6bb35657) {{(pid=121474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:58:54.662897 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-0986f427-a1cb-4dc2-8853-2a7b6decdcde None None] Port 98abe0e5-d981-4868-a7f3-04ad99bcc49f cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 03:58:54.676432 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70bb6a5c-490b-4617-9099-4fdccabaf120 admin admin] Router a742bb6a-8304-4f5a-8d24-66a8e74f4d23 has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 03:58:54.680452 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-a207d495-ae43-409e-9c67-a3b52ee01669 None None] For port 7b5d5ba8-6147-4c01-9701-b138b2a8254d, host dv-cinder-851279-1-iscsi, cleared binding levels {{(pid=121476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:58:54.689456 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-0986f427-a1cb-4dc2-8853-2a7b6decdcde None None] Provisioning complete for port f2bda65d-330b-4ac4-970a-2bfdd0a6753b triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:58:54.690184 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-0986f427-a1cb-4dc2-8853-2a7b6decdcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (f2bda65d-330b-4ac4-970a-2bfdd0a6753b), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:54.730276 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:54.757333 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3465f09b-be2b-4eb8-b68b-4eb87ab86c50 None None] Pushing event updated for resources: {'Port': ['ID=7b5d5ba8-6147-4c01-9701-b138b2a8254d,revision_number=2']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:54.761160 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-a207d495-ae43-409e-9c67-a3b52ee01669 None None] For port 7b5d5ba8-6147-4c01-9701-b138b2a8254d, host dv-cinder-851279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=7b5d5ba8-6147-4c01-9701-b138b2a8254d,segment=NetworkSegment(f2985cdc-b551-4e3f-9fbc-bf06e2065a47),segment_id=f2985cdc-b551-4e3f-9fbc-bf06e2065a47)] {{(pid=121476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:58:54.862635 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-0ca24657-da6f-45f0-a08f-80716f6372b1 admin admin] Publish callbacks [] for port (956e5455-c6ed-45cd-ab56-d0cb6bb35657), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:54.876086 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-a207d495-ae43-409e-9c67-a3b52ee01669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (7b5d5ba8-6147-4c01-9701-b138b2a8254d), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:54.908137 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-1582d4e8-1ee1-4601-b9ca-1b8db2335274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:54.920875 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:54.928498 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-6183bde0-3526-486d-8e40-dea1730efbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'name': 'tempest-AttachVolumeTestJSON-350895408-router', 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'bdaacc0e-026c-45bb-91ce-d6943bc8b36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T03:58:53Z', 'revision_number': 4, 'project_id': '6a869e1e00fc4d8d9d4511e34501665f', 'gw_port': {'id': 'bdaacc0e-026c-45bb-91ce-d6943bc8b36e', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:58:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '98abe0e5-d981-4868-a7f3-04ad99bcc49f', 'name': '', 'network_id': '5b7076b1-5b54-41f8-8740-25deddb61b0a', 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'mac_address': 'fa:16:3e:b5:0c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0c317d02-35c6-4092-b3d2-22f73010b2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:51Z', 'updated_at': '2022-07-28T03:58:53Z', 'revision_number': 2, 'project_id': '6a869e1e00fc4d8d9d4511e34501665f', 'subnets': [{'id': '0c317d02-35c6-4092-b3d2-22f73010b2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:58:54.946301 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-0986f427-a1cb-4dc2-8853-2a7b6decdcde None None] Current status of the port f2bda65d-330b-4ac4-970a-2bfdd0a6753b is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:58:54.973637 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6183bde0-3526-486d-8e40-dea1730efbdd None None] The sync data for ids ['a742bb6a-8304-4f5a-8d24-66a8e74f4d23'] in dv-cinder-851279-1-iscsi is: [{'id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'name': 'tempest-AttachVolumeTestJSON-350895408-router', 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'bdaacc0e-026c-45bb-91ce-d6943bc8b36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T03:58:53Z', 'revision_number': 4, 'project_id': '6a869e1e00fc4d8d9d4511e34501665f', 'gw_port': {'id': 'bdaacc0e-026c-45bb-91ce-d6943bc8b36e', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:58:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '98abe0e5-d981-4868-a7f3-04ad99bcc49f', 'name': '', 'network_id': '5b7076b1-5b54-41f8-8740-25deddb61b0a', 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'mac_address': 'fa:16:3e:b5:0c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0c317d02-35c6-4092-b3d2-22f73010b2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:51Z', 'updated_at': '2022-07-28T03:58:53Z', 'revision_number': 2, 'project_id': '6a869e1e00fc4d8d9d4511e34501665f', 'subnets': [{'id': '0c317d02-35c6-4092-b3d2-22f73010b2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:58:54.991197 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70bb6a5c-490b-4617-9099-4fdccabaf120 admin admin] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:58:54.997326 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-70bb6a5c-490b-4617-9099-4fdccabaf120 admin admin] 10.222.0.66 "PUT /v2.0/routers/a742bb6a-8304-4f5a-8d24-66a8e74f4d23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4951088 Jul 28 03:58:55.002867 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-b95a2394-94e1-49e1-b3d3-d6a1f75223d9 admin admin] Publish callbacks [] for security_group (8faf163c-8640-4081-b59f-ee3f4f379f14), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:55.008429 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=4 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:55.046545 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3465f09b-be2b-4eb8-b68b-4eb87ab86c50 None None] Pushing event updated for resources: {'Port': ['ID=7b5d5ba8-6147-4c01-9701-b138b2a8254d,revision_number=3']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:55.054293 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=100 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:55.069623 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port 45884c35-2a3d-4c25-ab05-dc12aa830897 is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:58:55.070628 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device d8e2e8b1-3c4e-4f55-b23c-064f573d13ac up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:58:55.094246 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-39ca3d82-53cb-4bad-83bc-b52f0fccc2b8 None None] Publish callbacks [] for port (58cefad6-7935-4183-9a1c-ebb632bebc38), precommit_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:55.097710 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-b95a2394-94e1-49e1-b3d3-d6a1f75223d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (8faf163c-8640-4081-b59f-ee3f4f379f14), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:55.123121 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-0ca24657-da6f-45f0-a08f-80716f6372b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379'] for port (956e5455-c6ed-45cd-ab56-d0cb6bb35657), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:55.162754 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:55.163982 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a207d495-ae43-409e-9c67-a3b52ee01669 None None] Routers {'95336a6e-dd7f-42bf-bff6-d0b1501d2a21'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 03:58:55.164698 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-a207d495-ae43-409e-9c67-a3b52ee01669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T03:58:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['95336a6e-dd7f-42bf-bff6-d0b1501d2a21'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:58:55.171677 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-39ca3d82-53cb-4bad-83bc-b52f0fccc2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (58cefad6-7935-4183-9a1c-ebb632bebc38), after_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:55.173435 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-0986f427-a1cb-4dc2-8853-2a7b6decdcde None None] Provisioning complete for port 0139e7f8-082a-4a83-99a0-eaa64d6760b6 triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:58:55.173786 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-0986f427-a1cb-4dc2-8853-2a7b6decdcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (0139e7f8-082a-4a83-99a0-eaa64d6760b6), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:55.191794 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-b95a2394-94e1-49e1-b3d3-d6a1f75223d9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=026a3e7bf0d34ff880b696d28c15e9e0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4131145 Jul 28 03:58:55.193092 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 50484) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:58:55.262453 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a2394-94e1-49e1-b3d3-d6a1f75223d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8faf163c-8640-4081-b59f-ee3f4f379f14,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:55.263065 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.managers [None req-39ca3d82-53cb-4bad-83bc-b52f0fccc2b8 None None] Attempting to bind port 58cefad6-7935-4183-9a1c-ebb632bebc38 on host dv-cinder-851279-1-iscsi for vnic_type normal with profile {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 03:58:55.263498 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.managers [None req-39ca3d82-53cb-4bad-83bc-b52f0fccc2b8 None None] Attempting to bind port 58cefad6-7935-4183-9a1c-ebb632bebc38 by drivers openvswitch,hyperv on host dv-cinder-851279-1-iscsi at level 0 using segments [{'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'}] {{(pid=121477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 03:58:55.263923 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ca3d82-53cb-4bad-83bc-b52f0fccc2b8 None None] Attempting to bind port 58cefad6-7935-4183-9a1c-ebb632bebc38 on network ea650c0a-dc48-4a0d-a6e0-295879bc3df9 {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 03:58:55.306478 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ca3d82-53cb-4bad-83bc-b52f0fccc2b8 None None] Checking agent: {'id': '51dbe35b-f2d3-4ce9-b487-580c36e6d07a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 49, 50), 'started_at': datetime.datetime(2022, 7, 28, 3, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 3, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 03:58:55.306833 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ca3d82-53cb-4bad-83bc-b52f0fccc2b8 None None] Checking segment: {'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 03:58:55.307319 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-39ca3d82-53cb-4bad-83bc-b52f0fccc2b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:55.307753 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ca3d82-53cb-4bad-83bc-b52f0fccc2b8 None None] Bound using segment: {'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'} {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 03:58:55.308614 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.managers [None req-39ca3d82-53cb-4bad-83bc-b52f0fccc2b8 None None] Bound port: 58cefad6-7935-4183-9a1c-ebb632bebc38, host: dv-cinder-851279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'}}] {{(pid=121477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 03:58:55.309016 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-39ca3d82-53cb-4bad-83bc-b52f0fccc2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (58cefad6-7935-4183-9a1c-ebb632bebc38), before_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:55.314302 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port d8e2e8b1-3c4e-4f55-b23c-064f573d13ac triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:58:55.314837 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (d8e2e8b1-3c4e-4f55-b23c-064f573d13ac), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:55.335516 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-192ac713-bc16-450f-bbb5-4b509cff733a admin admin] Publish callbacks [] for security_group (8faf163c-8640-4081-b59f-ee3f4f379f14), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:55.336805 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca24657-da6f-45f0-a08f-80716f6372b1 admin admin] Network 500d2409-0505-4e71-ad33-d33fa2f8a8dc is already hosted by enough agents. {{(pid=121474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:58:55.364413 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:55.369682 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [None req-0ca24657-da6f-45f0-a08f-80716f6372b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:58:55.391415 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca24657-da6f-45f0-a08f-80716f6372b1 admin admin] Received port after_create {{(pid=121474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 03:58:55.391415 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-0ca24657-da6f-45f0-a08f-80716f6372b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1680780'] for router_interface (95336a6e-dd7f-42bf-bff6-d0b1501d2a21), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:55.391415 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-6b9594f7-99c4-488e-b7ab-600a6a5a0446 admin admin] Publish callbacks [] for router_gateway (799f85a6-48ff-444b-8dad-74e741656474), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:55.398487 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-192ac713-bc16-450f-bbb5-4b509cff733a admin admin] Publish callbacks [] for security_group (8faf163c-8640-4081-b59f-ee3f4f379f14), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:55.400742 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b27509-d616-4707-8048-d84a5392ecd2 None None] Pushing event updated for resources: {'Port': ['ID=58cefad6-7935-4183-9a1c-ebb632bebc38,revision_number=2']} {{(pid=121477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:55.461897 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.db [None req-39ca3d82-53cb-4bad-83bc-b52f0fccc2b8 None None] For port 58cefad6-7935-4183-9a1c-ebb632bebc38, host dv-cinder-851279-1-iscsi, cleared binding levels {{(pid=121477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:58:55.487330 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.db [None req-39ca3d82-53cb-4bad-83bc-b52f0fccc2b8 None None] For port 58cefad6-7935-4183-9a1c-ebb632bebc38, host dv-cinder-851279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=58cefad6-7935-4183-9a1c-ebb632bebc38,segment=NetworkSegment(f2985cdc-b551-4e3f-9fbc-bf06e2065a47),segment_id=f2985cdc-b551-4e3f-9fbc-bf06e2065a47)] {{(pid=121477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:58:55.619341 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-39ca3d82-53cb-4bad-83bc-b52f0fccc2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (58cefad6-7935-4183-9a1c-ebb632bebc38), after_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:55.641299 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-192ac713-bc16-450f-bbb5-4b509cff733a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (8faf163c-8640-4081-b59f-ee3f4f379f14), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:55.643894 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-192ac713-bc16-450f-bbb5-4b509cff733a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:55.648619 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-192ac713-bc16-450f-bbb5-4b509cff733a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8faf163c-8640-4081-b59f-ee3f4f379f14 HTTP/1.1" status: 204 len: 168 time: 0.4520125 Jul 28 03:58:55.662267 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ac713-bc16-450f-bbb5-4b509cff733a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8faf163c-8640-4081-b59f-ee3f4f379f14,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:55.819640 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ca3d82-53cb-4bad-83bc-b52f0fccc2b8 None None] Routers {'cca73ec6-d4c4-4474-bedf-88478560281c'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 03:58:55.822391 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-39ca3d82-53cb-4bad-83bc-b52f0fccc2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T03:58:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['cca73ec6-d4c4-4474-bedf-88478560281c'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:58:55.834556 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:55.868220 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca24657-da6f-45f0-a08f-80716f6372b1 admin admin] Pushing event updated for resources: {'Port': ['ID=956e5455-c6ed-45cd-ab56-d0cb6bb35657,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:55.883429 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208a34d1-b635-441f-b13a-a200fc6e255c admin admin] Router 2d1945e5-9fdd-4c9c-9878-1432accd293d is scheduled to L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b with binding_index 1 {{(pid=121474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 03:58:55.909837 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:55.969792 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:56.040511 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b27509-d616-4707-8048-d84a5392ecd2 None None] Pushing event updated for resources: {'Port': ['ID=58cefad6-7935-4183-9a1c-ebb632bebc38,revision_number=3']} {{(pid=121477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:56.065738 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-0986f427-a1cb-4dc2-8853-2a7b6decdcde None None] Current status of the port 0139e7f8-082a-4a83-99a0-eaa64d6760b6 is: DOWN; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:58:56.066128 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-0986f427-a1cb-4dc2-8853-2a7b6decdcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (0139e7f8-082a-4a83-99a0-eaa64d6760b6), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:56.073166 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-a207d495-ae43-409e-9c67-a3b52ee01669 None None] Set router 95336a6e-dd7f-42bf-bff6-d0b1501d2a21 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 03:58:56.074030 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 50518) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:58:56.079595 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-65a2b49e-8acd-493c-bf31-3c10502f31b8 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1214731654', 'description': 'tempest-description--337542114'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:58:56.181004 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:56.184928 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port d8e2e8b1-3c4e-4f55-b23c-064f573d13ac is: DOWN; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:58:56.185090 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-39ca3d82-53cb-4bad-83bc-b52f0fccc2b8 None None] Set router cca73ec6-d4c4-4474-bedf-88478560281c gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 03:58:56.185510 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (d8e2e8b1-3c4e-4f55-b23c-064f573d13ac), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:56.225879 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-65a2b49e-8acd-493c-bf31-3c10502f31b8 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:56.284104 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-0986f427-a1cb-4dc2-8853-2a7b6decdcde None None] For port 0139e7f8-082a-4a83-99a0-eaa64d6760b6, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=0139e7f8-082a-4a83-99a0-eaa64d6760b6,segment=NetworkSegment(37f94176-e298-4b67-acca-ec05537ae703),segment_id=37f94176-e298-4b67-acca-ec05537ae703)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:58:56.313777 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] For port d8e2e8b1-3c4e-4f55-b23c-064f573d13ac, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=d8e2e8b1-3c4e-4f55-b23c-064f573d13ac,segment=NetworkSegment(7ac5aa42-d84c-402d-8b7d-91411dee0356),segment_id=7ac5aa42-d84c-402d-8b7d-91411dee0356)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:58:56.394536 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.db_base_plugin_common [None req-1582d4e8-1ee1-4601-b9ca-1b8db2335274 admin admin] Allocated IP 172.20.0.1 (1b695295-a70d-4773-a7f6-af5ea3f070dd/9b840d1a-f1be-4d7b-beda-5edc30034b3c/b224d4e3-ad11-4298-ad50-fc19a01406d3) {{(pid=121474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:58:56.434356 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-65a2b49e-8acd-493c-bf31-3c10502f31b8 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks [] for security_group (778dbb85-fc90-4b80-899d-dd3d5d56bf62), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:56.456278 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:56.458230 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-a207d495-ae43-409e-9c67-a3b52ee01669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'name': 'tempest-AttachVolumeShelveTestJSON-508782801-router', 'tenant_id': '52b087e8dc5c4426b8402dfdf99328ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '7b5d5ba8-6147-4c01-9701-b138b2a8254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T03:58:48Z', 'revision_number': 3, 'project_id': '52b087e8dc5c4426b8402dfdf99328ad', 'gw_port': {'id': '7b5d5ba8-6147-4c01-9701-b138b2a8254d', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:de:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:58:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi'}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:58:56.505126 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a207d495-ae43-409e-9c67-a3b52ee01669 None None] The sync data for ids ['95336a6e-dd7f-42bf-bff6-d0b1501d2a21'] in dv-cinder-851279-1-iscsi is: [{'id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'name': 'tempest-AttachVolumeShelveTestJSON-508782801-router', 'tenant_id': '52b087e8dc5c4426b8402dfdf99328ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '7b5d5ba8-6147-4c01-9701-b138b2a8254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T03:58:48Z', 'revision_number': 3, 'project_id': '52b087e8dc5c4426b8402dfdf99328ad', 'gw_port': {'id': '7b5d5ba8-6147-4c01-9701-b138b2a8254d', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:de:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:58:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi'}] {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:58:56.514104 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-0986f427-a1cb-4dc2-8853-2a7b6decdcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (0139e7f8-082a-4a83-99a0-eaa64d6760b6), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:56.526385 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (d8e2e8b1-3c4e-4f55-b23c-064f573d13ac), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:56.538266 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-65a2b49e-8acd-493c-bf31-3c10502f31b8 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (778dbb85-fc90-4b80-899d-dd3d5d56bf62), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:56.578657 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-0986f427-a1cb-4dc2-8853-2a7b6decdcde None None] Provisioning complete for port d8e2e8b1-3c4e-4f55-b23c-064f573d13ac triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:58:56.579378 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-0986f427-a1cb-4dc2-8853-2a7b6decdcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (d8e2e8b1-3c4e-4f55-b23c-064f573d13ac), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:56.632568 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a2b49e-8acd-493c-bf31-3c10502f31b8 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=778dbb85-fc90-4b80-899d-dd3d5d56bf62,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:56.649146 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-39ca3d82-53cb-4bad-83bc-b52f0fccc2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca73ec6-d4c4-4474-bedf-88478560281c', 'name': 'tempest-DeleteServersTestJSON-511863461-router', 'tenant_id': '5c3d84518f1e4d7885f6998c88c3da4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '58cefad6-7935-4183-9a1c-ebb632bebc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T03:58:49Z', 'revision_number': 3, 'project_id': '5c3d84518f1e4d7885f6998c88c3da4a', 'gw_port': {'id': '58cefad6-7935-4183-9a1c-ebb632bebc38', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca73ec6-d4c4-4474-bedf-88478560281c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi'}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:58:56.665044 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0986f427-a1cb-4dc2-8853-2a7b6decdcde None None] Pushing event updated for resources: {'Port': ['ID=0139e7f8-082a-4a83-99a0-eaa64d6760b6,revision_number=3']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:56.666466 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-0ca24657-da6f-45f0-a08f-80716f6372b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (956e5455-c6ed-45cd-ab56-d0cb6bb35657), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:56.675281 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-65a2b49e-8acd-493c-bf31-3c10502f31b8 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:56.679816 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-65a2b49e-8acd-493c-bf31-3c10502f31b8 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6015897 Jul 28 03:58:56.683799 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 50526) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:58:56.696642 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-02574566-b226-4e70-a442-5ecc94a9e203 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Request body: {'security_group_rule': {'security_group_id': '778dbb85-fc90-4b80-899d-dd3d5d56bf62', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:58:56.742554 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Pushing event updated for resources: {'Port': ['ID=d8e2e8b1-3c4e-4f55-b23c-064f573d13ac,revision_number=3']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:56.772239 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ca3d82-53cb-4bad-83bc-b52f0fccc2b8 None None] The sync data for ids ['cca73ec6-d4c4-4474-bedf-88478560281c'] in dv-cinder-851279-1-iscsi is: [{'id': 'cca73ec6-d4c4-4474-bedf-88478560281c', 'name': 'tempest-DeleteServersTestJSON-511863461-router', 'tenant_id': '5c3d84518f1e4d7885f6998c88c3da4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '58cefad6-7935-4183-9a1c-ebb632bebc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T03:58:49Z', 'revision_number': 3, 'project_id': '5c3d84518f1e4d7885f6998c88c3da4a', 'gw_port': {'id': '58cefad6-7935-4183-9a1c-ebb632bebc38', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca73ec6-d4c4-4474-bedf-88478560281c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi'}] {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:58:56.805768 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-0986f427-a1cb-4dc2-8853-2a7b6decdcde None None] Current status of the port d8e2e8b1-3c4e-4f55-b23c-064f573d13ac is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:58:56.823174 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-0986f427-a1cb-4dc2-8853-2a7b6decdcde None None] Provisioning complete for port 725e3369-5a99-4787-a9ec-0c2e179f1e28 triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:58:56.823174 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-0986f427-a1cb-4dc2-8853-2a7b6decdcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (725e3369-5a99-4787-a9ec-0c2e179f1e28), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:56.863401 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-6b9594f7-99c4-488e-b7ab-600a6a5a0446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740428'] for router (799f85a6-48ff-444b-8dad-74e741656474), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:56.863531 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-02574566-b226-4e70-a442-5ecc94a9e203 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks [] for security_group_rule (2de014c5-eb48-4b42-ada9-263b051689ea), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:56.921735 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208a34d1-b635-441f-b13a-a200fc6e255c admin admin] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:58:56.951941 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642f355c-3a5b-42c1-8b77-66758f9196d4 None None] Sync routers for ids ['2d1945e5-9fdd-4c9c-9878-1432accd293d'] in dv-cinder-851279-1-iscsi {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:58:57.091418 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642f355c-3a5b-42c1-8b77-66758f9196d4 None None] Routers {'2d1945e5-9fdd-4c9c-9878-1432accd293d'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 03:58:57.092132 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-642f355c-3a5b-42c1-8b77-66758f9196d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T03:58:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['2d1945e5-9fdd-4c9c-9878-1432accd293d'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:58:57.094312 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 0139e7f8-082a-4a83-99a0-eaa64d6760b6 up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:58:57.111534 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-02574566-b226-4e70-a442-5ecc94a9e203 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks [] for security_group_rule (2de014c5-eb48-4b42-ada9-263b051689ea), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:57.187305 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-02574566-b226-4e70-a442-5ecc94a9e203 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831501'] for security_group_rule (2de014c5-eb48-4b42-ada9-263b051689ea), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:57.213167 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:57.215366 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-0986f427-a1cb-4dc2-8853-2a7b6decdcde None None] Current status of the port 725e3369-5a99-4787-a9ec-0c2e179f1e28 is: DOWN; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:58:57.215805 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-0986f427-a1cb-4dc2-8853-2a7b6decdcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (725e3369-5a99-4787-a9ec-0c2e179f1e28), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:57.235944 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 50530) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:58:57.263187 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02574566-b226-4e70-a442-5ecc94a9e203 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2de014c5-eb48-4b42-ada9-263b051689ea,revision_number=0']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:57.289219 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-25c1cb98-8162-49af-96b6-a29fa4a87dbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:57.345814 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-02574566-b226-4e70-a442-5ecc94a9e203 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:57.350004 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-02574566-b226-4e70-a442-5ecc94a9e203 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6597030 Jul 28 03:58:57.358518 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 50534) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:58:57.367108 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-015ea294-91d4-4dca-a9bf-27f81e99124d tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Request body: {'security_group_rule': {'security_group_id': '778dbb85-fc90-4b80-899d-dd3d5d56bf62', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:58:57.428861 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:57.472132 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 50536) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:58:57.510578 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-642f355c-3a5b-42c1-8b77-66758f9196d4 None None] Set router 2d1945e5-9fdd-4c9c-9878-1432accd293d gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 03:58:57.547032 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-25c1cb98-8162-49af-96b6-a29fa4a87dbf admin admin] Publish callbacks [] for security_group (4a8f1138-f15a-4f56-96a1-941ecb7f451e), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:57.560591 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-015ea294-91d4-4dca-a9bf-27f81e99124d tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks [] for security_group_rule (3e8e391b-70b6-41e4-9cb0-91e6fc756b8a), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:57.595519 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-1582d4e8-1ee1-4601-b9ca-1b8db2335274 admin admin] Publish callbacks [] for port (b224d4e3-ad11-4298-ad50-fc19a01406d3), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:57.651110 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:57.656158 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:57.708178 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-015ea294-91d4-4dca-a9bf-27f81e99124d tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks [] for security_group_rule (3e8e391b-70b6-41e4-9cb0-91e6fc756b8a), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:57.721268 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-25c1cb98-8162-49af-96b6-a29fa4a87dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (4a8f1138-f15a-4f56-96a1-941ecb7f451e), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:57.723754 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-1582d4e8-1ee1-4601-b9ca-1b8db2335274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379'] for port (b224d4e3-ad11-4298-ad50-fc19a01406d3), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:57.793108 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-25c1cb98-8162-49af-96b6-a29fa4a87dbf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=650e69b744e54699a13044d2c7542006&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5554934 Jul 28 03:58:57.793476 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1582d4e8-1ee1-4601-b9ca-1b8db2335274 admin admin] Pushing event updated for resources: {'Port': ['ID=b224d4e3-ad11-4298-ad50-fc19a01406d3,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:57.807124 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 50542) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:58:57.819634 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-015ea294-91d4-4dca-a9bf-27f81e99124d tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831501'] for security_group_rule (3e8e391b-70b6-41e4-9cb0-91e6fc756b8a), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:57.832208 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:57.832362 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-208a34d1-b635-441f-b13a-a200fc6e255c admin admin] Publish callbacks [] for router (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:57.834842 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-208a34d1-b635-441f-b13a-a200fc6e255c admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 11.4269848 Jul 28 03:58:57.841509 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port 0139e7f8-082a-4a83-99a0-eaa64d6760b6 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:58:57.841866 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (0139e7f8-082a-4a83-99a0-eaa64d6760b6), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:57.854195 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-0986f427-a1cb-4dc2-8853-2a7b6decdcde None None] For port 725e3369-5a99-4787-a9ec-0c2e179f1e28, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=725e3369-5a99-4787-a9ec-0c2e179f1e28,segment=NetworkSegment(f5651f66-4b70-44a2-a50e-d0d4e0ef16b9),segment_id=f5651f66-4b70-44a2-a50e-d0d4e0ef16b9)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:58:57.854945 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 50544) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:58:57.878075 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ea294-91d4-4dca-a9bf-27f81e99124d tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e8e391b-70b6-41e4-9cb0-91e6fc756b8a,revision_number=0']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:57.923255 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-0986f427-a1cb-4dc2-8853-2a7b6decdcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (725e3369-5a99-4787-a9ec-0c2e179f1e28), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:57.978635 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1582d4e8-1ee1-4601-b9ca-1b8db2335274 admin admin] Network 1b695295-a70d-4773-a7f6-af5ea3f070dd is already hosted by enough agents. {{(pid=121474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:58:58.007693 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0986f427-a1cb-4dc2-8853-2a7b6decdcde None None] Pushing event updated for resources: {'Port': ['ID=725e3369-5a99-4787-a9ec-0c2e179f1e28,revision_number=3']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:58.018777 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [None req-1582d4e8-1ee1-4601-b9ca-1b8db2335274 admin admin] Resources bound (agent type, host, resource id): {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:58:58.024323 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-0986f427-a1cb-4dc2-8853-2a7b6decdcde None None] Provisioning complete for port 45884c35-2a3d-4c25-ab05-dc12aa830897 triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:58:58.024852 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-0986f427-a1cb-4dc2-8853-2a7b6decdcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (45884c35-2a3d-4c25-ab05-dc12aa830897), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:58.058077 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1582d4e8-1ee1-4601-b9ca-1b8db2335274 admin admin] Received port after_create {{(pid=121474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 03:58:58.058664 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-1582d4e8-1ee1-4601-b9ca-1b8db2335274 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1680780'] for router_interface (cca73ec6-d4c4-4474-bedf-88478560281c), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:58.091603 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c1cb98-8162-49af-96b6-a29fa4a87dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8f1138-f15a-4f56-96a1-941ecb7f451e,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:58.123892 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=100 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:58.130284 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4690bedb-b56b-44e8-94fb-4120654d563e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:58.166578 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9594f7-99c4-488e-b7ab-600a6a5a0446 admin admin] Router 799f85a6-48ff-444b-8dad-74e741656474 is scheduled to L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b with binding_index 1 {{(pid=121474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 03:58:58.257904 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-015ea294-91d4-4dca-a9bf-27f81e99124d tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:58.260540 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-015ea294-91d4-4dca-a9bf-27f81e99124d tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8982935 Jul 28 03:58:58.340530 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 50554) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:58:58.368675 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-4613934e-1e10-4f00-a475-2ec96803a11f tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Request body: {'floatingip': {'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:58:58.388431 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:58.397694 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port 0139e7f8-082a-4a83-99a0-eaa64d6760b6 is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:58:58.398809 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device f2bda65d-330b-4ac4-970a-2bfdd0a6753b up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:58:58.472884 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-e9c357d0-794d-41fc-a524-15ed7512af72 admin admin] Publish callbacks [] for security_group (4a8f1138-f15a-4f56-96a1-941ecb7f451e), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:58.482403 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4690bedb-b56b-44e8-94fb-4120654d563e admin admin] Publish callbacks [] for security_group (641d64dc-3c90-412f-801c-64f54a5a437f), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:58.498895 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-0986f427-a1cb-4dc2-8853-2a7b6decdcde None None] Current status of the port 45884c35-2a3d-4c25-ab05-dc12aa830897 is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:58:58.502401 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-642f355c-3a5b-42c1-8b77-66758f9196d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'name': 'tempest-AttachVolumeNegativeTest-1250024005-router', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:58:50Z', 'revision_number': 3, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'gw_port': {'id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:45:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:58:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi'}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:58:58.551713 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642f355c-3a5b-42c1-8b77-66758f9196d4 None None] Checking router: 2d1945e5-9fdd-4c9c-9878-1432accd293d for host: dv-cinder-851279-1-iscsi {{(pid=121476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:58:58.553519 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642f355c-3a5b-42c1-8b77-66758f9196d4 None None] Updating router 2d1945e5-9fdd-4c9c-9878-1432accd293d port 66c8cf7b-80ab-4bb0-a80e-26c02baec41b binding host dv-cinder-851279-1-iscsi {{(pid=121476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:58:58.593276 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4690bedb-b56b-44e8-94fb-4120654d563e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (641d64dc-3c90-412f-801c-64f54a5a437f), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:58.605151 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-0ca24657-da6f-45f0-a08f-80716f6372b1 admin admin] Publish callbacks [] for port (956e5455-c6ed-45cd-ab56-d0cb6bb35657), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:58.629659 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-e9c357d0-794d-41fc-a524-15ed7512af72 admin admin] Publish callbacks [] for security_group (4a8f1138-f15a-4f56-96a1-941ecb7f451e), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:58.638123 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port f2bda65d-330b-4ac4-970a-2bfdd0a6753b triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:58:58.638515 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (f2bda65d-330b-4ac4-970a-2bfdd0a6753b), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:58.655696 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-4690bedb-b56b-44e8-94fb-4120654d563e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a2db815aaec84580b6868dac3b98d9c8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1800597 Jul 28 03:58:58.655870 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-642f355c-3a5b-42c1-8b77-66758f9196d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (66c8cf7b-80ab-4bb0-a80e-26c02baec41b), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:58.671354 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 50562) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:58:58.680645 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-4613934e-1e10-4f00-a475-2ec96803a11f tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:58.719185 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-cb9ca7d8-8544-4095-af8e-602cefd75047 None None] Provisioning complete for port 956e5455-c6ed-45cd-ab56-d0cb6bb35657 triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:58:58.719562 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-cb9ca7d8-8544-4095-af8e-602cefd75047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (956e5455-c6ed-45cd-ab56-d0cb6bb35657), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:58.780623 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690bedb-b56b-44e8-94fb-4120654d563e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641d64dc-3c90-412f-801c-64f54a5a437f,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:58.794320 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-0ca24657-da6f-45f0-a08f-80716f6372b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (956e5455-c6ed-45cd-ab56-d0cb6bb35657), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:58.795519 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-0ca24657-da6f-45f0-a08f-80716f6372b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1680880'] for router_interface (95336a6e-dd7f-42bf-bff6-d0b1501d2a21), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:58.800786 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:58.883096 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-627ef20b-898c-4932-a315-3c851a6c35b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:58.891211 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=100 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:58.898601 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-cb9ca7d8-8544-4095-af8e-602cefd75047 None None] Port 956e5455-c6ed-45cd-ab56-d0cb6bb35657 cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 03:58:58.926944 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:58.927031 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-1582d4e8-1ee1-4601-b9ca-1b8db2335274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (b224d4e3-ad11-4298-ad50-fc19a01406d3), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:58.938882 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-cb9ca7d8-8544-4095-af8e-602cefd75047 None None] Provisioning complete for port b224d4e3-ad11-4298-ad50-fc19a01406d3 triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:58:58.939320 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-cb9ca7d8-8544-4095-af8e-602cefd75047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (b224d4e3-ad11-4298-ad50-fc19a01406d3), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:59.069292 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca24657-da6f-45f0-a08f-80716f6372b1 admin admin] Pushing event updated for resources: {'Port': ['ID=956e5455-c6ed-45cd-ab56-d0cb6bb35657,revision_number=2']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:59.093180 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.db_base_plugin_common [None req-627ef20b-898c-4932-a315-3c851a6c35b1 admin admin] Allocated IP 172.20.0.1 (9cf9021b-c509-4bfd-870b-1ff5c987c7dd/38052aec-d1bf-4b5e-9038-8acf97ddbe30/c9e3be20-44f2-425a-a063-9ed509852e7c) {{(pid=121475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:58:59.139518 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-0d0c7ad5-f025-4b32-a5fe-1c903667a9b5 admin admin] Publish callbacks [] for security_group (641d64dc-3c90-412f-801c-64f54a5a437f), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:59.167096 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-0d0c7ad5-f025-4b32-a5fe-1c903667a9b5 admin admin] Publish callbacks [] for security_group (641d64dc-3c90-412f-801c-64f54a5a437f), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:59.170673 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port f2bda65d-330b-4ac4-970a-2bfdd0a6753b is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:58:59.171854 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 725e3369-5a99-4787-a9ec-0c2e179f1e28 up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:58:59.224096 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-cb9ca7d8-8544-4095-af8e-602cefd75047 None None] Port b224d4e3-ad11-4298-ad50-fc19a01406d3 cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 03:58:59.231617 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-627ef20b-898c-4932-a315-3c851a6c35b1 admin admin] Publish callbacks [] for port (c9e3be20-44f2-425a-a063-9ed509852e7c), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:59.251878 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9594f7-99c4-488e-b7ab-600a6a5a0446 admin admin] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:58:59.258460 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-cb9ca7d8-8544-4095-af8e-602cefd75047 None None] Provisioning complete for port 98abe0e5-d981-4868-a7f3-04ad99bcc49f triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:58:59.258924 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-cb9ca7d8-8544-4095-af8e-602cefd75047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (98abe0e5-d981-4868-a7f3-04ad99bcc49f), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:59.264393 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02555fb1-25f1-4163-b66b-9999bcf45431 None None] Sync routers for ids ['799f85a6-48ff-444b-8dad-74e741656474'] in dv-cinder-851279-1-iscsi {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:58:59.282834 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-4613934e-1e10-4f00-a475-2ec96803a11f tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:59.287672 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port 725e3369-5a99-4787-a9ec-0c2e179f1e28 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:58:59.288158 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (725e3369-5a99-4787-a9ec-0c2e179f1e28), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:59.297711 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:59.306095 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02555fb1-25f1-4163-b66b-9999bcf45431 None None] Routers {'799f85a6-48ff-444b-8dad-74e741656474'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 03:58:59.307186 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-02555fb1-25f1-4163-b66b-9999bcf45431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T03:58:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['799f85a6-48ff-444b-8dad-74e741656474'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:58:59.320991 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-0d0c7ad5-f025-4b32-a5fe-1c903667a9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (641d64dc-3c90-412f-801c-64f54a5a437f), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:59.328767 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-0d0c7ad5-f025-4b32-a5fe-1c903667a9b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:59.330122 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-0d0c7ad5-f025-4b32-a5fe-1c903667a9b5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/641d64dc-3c90-412f-801c-64f54a5a437f HTTP/1.1" status: 204 len: 168 time: 0.6508327 Jul 28 03:58:59.355913 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-cb9ca7d8-8544-4095-af8e-602cefd75047 None None] Port 98abe0e5-d981-4868-a7f3-04ad99bcc49f cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 03:58:59.378348 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-627ef20b-898c-4932-a315-3c851a6c35b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379'] for port (c9e3be20-44f2-425a-a063-9ed509852e7c), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:59.421958 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:59.448323 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627ef20b-898c-4932-a315-3c851a6c35b1 admin admin] Network 9cf9021b-c509-4bfd-870b-1ff5c987c7dd is already hosted by enough agents. {{(pid=121475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:58:59.468678 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-642f355c-3a5b-42c1-8b77-66758f9196d4 None None] Publish callbacks [] for port (66c8cf7b-80ab-4bb0-a80e-26c02baec41b), precommit_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:59.472546 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.base_scheduler [None req-627ef20b-898c-4932-a315-3c851a6c35b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=121475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:58:59.477357 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627ef20b-898c-4932-a315-3c851a6c35b1 admin admin] Received port after_create {{(pid=121475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 03:58:59.477828 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-627ef20b-898c-4932-a315-3c851a6c35b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1680780'] for router_interface (2d1945e5-9fdd-4c9c-9878-1432accd293d), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:59.480645 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port 725e3369-5a99-4787-a9ec-0c2e179f1e28 is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:58:59.482024 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 45884c35-2a3d-4c25-ab05-dc12aa830897 up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:58:59.535478 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:59.538598 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-02555fb1-25f1-4163-b66b-9999bcf45431 None None] Set router 799f85a6-48ff-444b-8dad-74e741656474 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 03:58:59.560050 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ef20b-898c-4932-a315-3c851a6c35b1 admin admin] Pushing event updated for resources: {'Port': ['ID=c9e3be20-44f2-425a-a063-9ed509852e7c,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:59.577495 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-642f355c-3a5b-42c1-8b77-66758f9196d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (66c8cf7b-80ab-4bb0-a80e-26c02baec41b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:59.614611 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port 45884c35-2a3d-4c25-ab05-dc12aa830897 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:58:59.616352 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (45884c35-2a3d-4c25-ab05-dc12aa830897), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:59.633285 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c7ad5-f025-4b32-a5fe-1c903667a9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641d64dc-3c90-412f-801c-64f54a5a437f,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:59.637215 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-6b9594f7-99c4-488e-b7ab-600a6a5a0446 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:59.647108 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-6b9594f7-99c4-488e-b7ab-600a6a5a0446 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 13.2432199 Jul 28 03:58:59.649707 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-1582d4e8-1ee1-4601-b9ca-1b8db2335274 admin admin] Publish callbacks [] for port (b224d4e3-ad11-4298-ad50-fc19a01406d3), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:59.658408 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 50572) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:58:59.665564 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-e9c357d0-794d-41fc-a524-15ed7512af72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (4a8f1138-f15a-4f56-96a1-941ecb7f451e), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:59.679940 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-e9c357d0-794d-41fc-a524-15ed7512af72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:59.683533 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-e9c357d0-794d-41fc-a524-15ed7512af72 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4a8f1138-f15a-4f56-96a1-941ecb7f451e HTTP/1.1" status: 204 len: 168 time: 1.8447876 Jul 28 03:58:59.683533 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca24657-da6f-45f0-a08f-80716f6372b1 admin admin] Network 500d2409-0505-4e71-ad33-d33fa2f8a8dc is already hosted by enough agents. {{(pid=121474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:58:59.709107 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [None req-0ca24657-da6f-45f0-a08f-80716f6372b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:58:59.723340 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c357d0-794d-41fc-a524-15ed7512af72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8f1138-f15a-4f56-96a1-941ecb7f451e,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:59.741348 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-1582d4e8-1ee1-4601-b9ca-1b8db2335274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (b224d4e3-ad11-4298-ad50-fc19a01406d3), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:59.752839 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-1582d4e8-1ee1-4601-b9ca-1b8db2335274 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1680880'] for router_interface (cca73ec6-d4c4-4474-bedf-88478560281c), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:59.774400 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-642f355c-3a5b-42c1-8b77-66758f9196d4 None None] Attempting to bind port 66c8cf7b-80ab-4bb0-a80e-26c02baec41b on host dv-cinder-851279-1-iscsi for vnic_type normal with profile {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 03:58:59.774400 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-642f355c-3a5b-42c1-8b77-66758f9196d4 None None] Attempting to bind port 66c8cf7b-80ab-4bb0-a80e-26c02baec41b by drivers openvswitch,hyperv on host dv-cinder-851279-1-iscsi at level 0 using segments [{'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 03:58:59.778563 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642f355c-3a5b-42c1-8b77-66758f9196d4 None None] Attempting to bind port 66c8cf7b-80ab-4bb0-a80e-26c02baec41b on network ea650c0a-dc48-4a0d-a6e0-295879bc3df9 {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 03:58:59.836091 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642f355c-3a5b-42c1-8b77-66758f9196d4 None None] Checking agent: {'id': '51dbe35b-f2d3-4ce9-b487-580c36e6d07a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 49, 50), 'started_at': datetime.datetime(2022, 7, 28, 3, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 3, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 03:58:59.837830 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642f355c-3a5b-42c1-8b77-66758f9196d4 None None] Checking segment: {'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 03:58:59.838256 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-642f355c-3a5b-42c1-8b77-66758f9196d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:59.838659 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642f355c-3a5b-42c1-8b77-66758f9196d4 None None] Bound using segment: {'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 03:58:59.841893 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-642f355c-3a5b-42c1-8b77-66758f9196d4 None None] Bound port: 66c8cf7b-80ab-4bb0-a80e-26c02baec41b, host: dv-cinder-851279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'}}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 03:58:59.842378 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-642f355c-3a5b-42c1-8b77-66758f9196d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (66c8cf7b-80ab-4bb0-a80e-26c02baec41b), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:58:59.908497 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:58:59.969636 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-02555fb1-25f1-4163-b66b-9999bcf45431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799f85a6-48ff-444b-8dad-74e741656474', 'name': 'tempest-ServerRescueNegativeTestJSON-1760952141-router', 'tenant_id': '8bf7f0f7880a435ba552361bcb31ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b4af4871-05b4-4ea1-9797-79edafad71d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:58:54Z', 'revision_number': 3, 'project_id': '8bf7f0f7880a435ba552361bcb31ef91', 'gw_port': {'id': 'b4af4871-05b4-4ea1-9797-79edafad71d3', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:16:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799f85a6-48ff-444b-8dad-74e741656474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:48Z', 'updated_at': '2022-07-28T03:58:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi'}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:00.039540 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b32d77-b7ae-401a-9756-f05c514a0cc4 None None] Pushing event updated for resources: {'Port': ['ID=66c8cf7b-80ab-4bb0-a80e-26c02baec41b,revision_number=2']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:00.049416 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02555fb1-25f1-4163-b66b-9999bcf45431 None None] Checking router: 799f85a6-48ff-444b-8dad-74e741656474 for host: dv-cinder-851279-1-iscsi {{(pid=121477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:59:00.049757 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02555fb1-25f1-4163-b66b-9999bcf45431 None None] Updating router 799f85a6-48ff-444b-8dad-74e741656474 port b4af4871-05b4-4ea1-9797-79edafad71d3 binding host dv-cinder-851279-1-iscsi {{(pid=121477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:59:00.077684 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-9bcd88a7-960c-435b-9a0e-72365a78cbe0 None None] Provisioning complete for port c9e3be20-44f2-425a-a063-9ed509852e7c triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:00.079114 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-9bcd88a7-960c-435b-9a0e-72365a78cbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (c9e3be20-44f2-425a-a063-9ed509852e7c), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:00.135301 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-02555fb1-25f1-4163-b66b-9999bcf45431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (b4af4871-05b4-4ea1-9797-79edafad71d3), before_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:00.139983 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1582d4e8-1ee1-4601-b9ca-1b8db2335274 admin admin] Pushing event updated for resources: {'Port': ['ID=b224d4e3-ad11-4298-ad50-fc19a01406d3,revision_number=2']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:00.144324 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port 45884c35-2a3d-4c25-ab05-dc12aa830897 is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:59:00.145817 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device bdaacc0e-026c-45bb-91ce-d6943bc8b36e up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:59:00.194216 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:00.228115 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-642f355c-3a5b-42c1-8b77-66758f9196d4 None None] For port 66c8cf7b-80ab-4bb0-a80e-26c02baec41b, host dv-cinder-851279-1-iscsi, cleared binding levels {{(pid=121476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:59:00.230519 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-9bcd88a7-960c-435b-9a0e-72365a78cbe0 None None] Port c9e3be20-44f2-425a-a063-9ed509852e7c cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 03:59:00.233482 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-642f355c-3a5b-42c1-8b77-66758f9196d4 None None] For port 66c8cf7b-80ab-4bb0-a80e-26c02baec41b, host dv-cinder-851279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=66c8cf7b-80ab-4bb0-a80e-26c02baec41b,segment=NetworkSegment(f2985cdc-b551-4e3f-9fbc-bf06e2065a47),segment_id=f2985cdc-b551-4e3f-9fbc-bf06e2065a47)] {{(pid=121476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:59:00.246569 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port bdaacc0e-026c-45bb-91ce-d6943bc8b36e triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:00.247319 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (bdaacc0e-026c-45bb-91ce-d6943bc8b36e), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:00.291393 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-627ef20b-898c-4932-a315-3c851a6c35b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (c9e3be20-44f2-425a-a063-9ed509852e7c), before_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:00.312139 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.db_base_plugin_common [None req-4613934e-1e10-4f00-a475-2ec96803a11f tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Allocated IP 172.27.0.126 (ea650c0a-dc48-4a0d-a6e0-295879bc3df9/483d9f6f-a7db-4d58-8be3-14e833e697b6/b96eeeec-0338-4cf0-af59-db9b26794e85) {{(pid=121474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:59:00.376157 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-642f355c-3a5b-42c1-8b77-66758f9196d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (66c8cf7b-80ab-4bb0-a80e-26c02baec41b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:00.406381 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca24657-da6f-45f0-a08f-80716f6372b1 admin admin] Router 95336a6e-dd7f-42bf-bff6-d0b1501d2a21 has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 03:59:00.451556 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:00.465589 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1582d4e8-1ee1-4601-b9ca-1b8db2335274 admin admin] Network 1b695295-a70d-4773-a7f6-af5ea3f070dd is already hosted by enough agents. {{(pid=121474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:59:00.484122 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582ff2f6-95c4-4a02-b728-f76a51d41b23 None None] Sync routers for ids ['a742bb6a-8304-4f5a-8d24-66a8e74f4d23'] in dv-cinder-851279-1-iscsi {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:59:00.536859 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [None req-1582d4e8-1ee1-4601-b9ca-1b8db2335274 admin admin] Resources bound (agent type, host, resource id): {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:59:00.571241 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port bdaacc0e-026c-45bb-91ce-d6943bc8b36e is: DOWN; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:59:00.571895 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (bdaacc0e-026c-45bb-91ce-d6943bc8b36e), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:00.587159 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-1f3d9643-9d2a-42c9-b6f9-0c80268953ea None None] Provisioning complete for port 956e5455-c6ed-45cd-ab56-d0cb6bb35657 triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:00.588356 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-1f3d9643-9d2a-42c9-b6f9-0c80268953ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (956e5455-c6ed-45cd-ab56-d0cb6bb35657), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:00.736286 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582ff2f6-95c4-4a02-b728-f76a51d41b23 None None] Routers {'a742bb6a-8304-4f5a-8d24-66a8e74f4d23'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 03:59:00.736286 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-582ff2f6-95c4-4a02-b728-f76a51d41b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T03:58:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['a742bb6a-8304-4f5a-8d24-66a8e74f4d23'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:00.827853 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] For port bdaacc0e-026c-45bb-91ce-d6943bc8b36e, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=bdaacc0e-026c-45bb-91ce-d6943bc8b36e,segment=NetworkSegment(f2985cdc-b551-4e3f-9fbc-bf06e2065a47),segment_id=f2985cdc-b551-4e3f-9fbc-bf06e2065a47)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:59:00.882642 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b32d77-b7ae-401a-9756-f05c514a0cc4 None None] Pushing event updated for resources: {'Port': ['ID=66c8cf7b-80ab-4bb0-a80e-26c02baec41b,revision_number=3']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:00.891460 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-1f3d9643-9d2a-42c9-b6f9-0c80268953ea None None] Port 956e5455-c6ed-45cd-ab56-d0cb6bb35657 cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 03:59:00.911469 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642f355c-3a5b-42c1-8b77-66758f9196d4 None None] Routers {'2d1945e5-9fdd-4c9c-9878-1432accd293d'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 03:59:00.915497 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-642f355c-3a5b-42c1-8b77-66758f9196d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T03:58:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['2d1945e5-9fdd-4c9c-9878-1432accd293d'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:01.004905 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-627ef20b-898c-4932-a315-3c851a6c35b1 admin admin] Publish callbacks [] for port (c9e3be20-44f2-425a-a063-9ed509852e7c), precommit_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:01.050820 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (bdaacc0e-026c-45bb-91ce-d6943bc8b36e), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:01.127165 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-2d5a5371-c394-4aa3-87ea-de2da1f029a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:01.131382 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:01.132948 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-627ef20b-898c-4932-a315-3c851a6c35b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (c9e3be20-44f2-425a-a063-9ed509852e7c), after_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:01.134057 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-627ef20b-898c-4932-a315-3c851a6c35b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1680880'] for router_interface (2d1945e5-9fdd-4c9c-9878-1432accd293d), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:01.215452 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-4613934e-1e10-4f00-a475-2ec96803a11f tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks [] for port (b96eeeec-0338-4cf0-af59-db9b26794e85), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:01.269113 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-2165ca64-fe53-4507-93e3-d49c931acd19 None None] Provisioning complete for port b224d4e3-ad11-4298-ad50-fc19a01406d3 triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:01.270407 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-2165ca64-fe53-4507-93e3-d49c931acd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (b224d4e3-ad11-4298-ad50-fc19a01406d3), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:01.343113 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Pushing event updated for resources: {'Port': ['ID=bdaacc0e-026c-45bb-91ce-d6943bc8b36e,revision_number=4']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:01.347488 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-582ff2f6-95c4-4a02-b728-f76a51d41b23 None None] Set router a742bb6a-8304-4f5a-8d24-66a8e74f4d23 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 03:59:01.371412 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-4613934e-1e10-4f00-a475-2ec96803a11f tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379'] for port (b96eeeec-0338-4cf0-af59-db9b26794e85), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:01.392234 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca24657-da6f-45f0-a08f-80716f6372b1 admin admin] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:59:01.410658 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-0ca24657-da6f-45f0-a08f-80716f6372b1 admin admin] 10.222.0.66 "PUT /v2.0/routers/95336a6e-dd7f-42bf-bff6-d0b1501d2a21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3143108 Jul 28 03:59:01.410920 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-2165ca64-fe53-4507-93e3-d49c931acd19 None None] Port b224d4e3-ad11-4298-ad50-fc19a01406d3 cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 03:59:01.411001 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ef20b-898c-4932-a315-3c851a6c35b1 admin admin] Pushing event updated for resources: {'Port': ['ID=c9e3be20-44f2-425a-a063-9ed509852e7c,revision_number=2']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:01.459393 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4613934e-1e10-4f00-a475-2ec96803a11f tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Network ea650c0a-dc48-4a0d-a6e0-295879bc3df9 is already hosted by enough agents. {{(pid=121474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:59:01.463892 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [None req-4613934e-1e10-4f00-a475-2ec96803a11f tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Resources bound (agent type, host, resource id): {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:59:01.466700 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4613934e-1e10-4f00-a475-2ec96803a11f tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Received port after_create {{(pid=121474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 03:59:01.492822 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:01.499863 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627ef20b-898c-4932-a315-3c851a6c35b1 admin admin] Network 9cf9021b-c509-4bfd-870b-1ff5c987c7dd is already hosted by enough agents. {{(pid=121475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:59:01.503826 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.base_scheduler [None req-627ef20b-898c-4932-a315-3c851a6c35b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=121475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:59:01.528927 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-642f355c-3a5b-42c1-8b77-66758f9196d4 None None] Set router 2d1945e5-9fdd-4c9c-9878-1432accd293d gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 03:59:01.563984 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fbd960-c5b3-42b6-a4b7-6633b87bc2db None None] Sync routers for ids ['95336a6e-dd7f-42bf-bff6-d0b1501d2a21'] in dv-cinder-851279-1-iscsi {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:59:01.599039 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fbd960-c5b3-42b6-a4b7-6633b87bc2db None None] Routers {'95336a6e-dd7f-42bf-bff6-d0b1501d2a21'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 03:59:01.600282 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-71fbd960-c5b3-42b6-a4b7-6633b87bc2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T03:58:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['95336a6e-dd7f-42bf-bff6-d0b1501d2a21'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:01.655291 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 0139e7f8-082a-4a83-99a0-eaa64d6760b6 up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:59:01.691943 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-4613934e-1e10-4f00-a475-2ec96803a11f tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks [] for floatingip (2d251958-0c94-4a8a-8a6f-c6a3d5429213), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:01.716732 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 50636) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:01.735945 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:01.760692 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1582d4e8-1ee1-4601-b9ca-1b8db2335274 admin admin] Router cca73ec6-d4c4-4474-bedf-88478560281c has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 03:59:01.771124 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4613934e-1e10-4f00-a475-2ec96803a11f tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Pushing event updated for resources: {'Port': ['ID=b96eeeec-0338-4cf0-af59-db9b26794e85,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:01.883751 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.db_base_plugin_common [None req-2d5a5371-c394-4aa3-87ea-de2da1f029a6 admin admin] Allocated IP 172.20.0.1 (4531d3b7-3c72-4c16-9fba-50470f633af2/f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c/6313a4ce-75ee-4e06-932c-3acd6f062c3a) {{(pid=121475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:59:01.915659 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-4613934e-1e10-4f00-a475-2ec96803a11f tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (b96eeeec-0338-4cf0-af59-db9b26794e85), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:01.925769 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627ef20b-898c-4932-a315-3c851a6c35b1 admin admin] Router 2d1945e5-9fdd-4c9c-9878-1432accd293d has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 03:59:01.961495 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-71fbd960-c5b3-42b6-a4b7-6633b87bc2db None None] Set router 95336a6e-dd7f-42bf-bff6-d0b1501d2a21 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 03:59:02.018733 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:02.094093 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=100 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:02.111350 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-8f2c96e0-f599-4b7f-8b3e-a2497b33ec01 None None] Provisioning complete for port c9e3be20-44f2-425a-a063-9ed509852e7c triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:02.111998 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-8f2c96e0-f599-4b7f-8b3e-a2497b33ec01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (c9e3be20-44f2-425a-a063-9ed509852e7c), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:02.124316 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1582d4e8-1ee1-4601-b9ca-1b8db2335274 admin admin] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:59:02.144122 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-1582d4e8-1ee1-4601-b9ca-1b8db2335274 admin admin] 10.222.0.66 "PUT /v2.0/routers/cca73ec6-d4c4-4474-bedf-88478560281c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6822429 Jul 28 03:59:02.148925 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-9d8875f5-2d9f-4b47-844d-f7cd0f2d1a51 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1421889846-network', 'tenant_id': '6da1a1ffafbe4aadb788dac993fea5ce'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:59:02.158491 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:02.167592 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port 0139e7f8-082a-4a83-99a0-eaa64d6760b6 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:02.177952 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (0139e7f8-082a-4a83-99a0-eaa64d6760b6), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:02.187445 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5269535c-50b6-49f7-bef8-290b7b0303fe None None] Sync routers for ids ['cca73ec6-d4c4-4474-bedf-88478560281c'] in dv-cinder-851279-1-iscsi {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:59:02.241513 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-4613934e-1e10-4f00-a475-2ec96803a11f tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks [] for port (b96eeeec-0338-4cf0-af59-db9b26794e85), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:02.329133 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-2d5a5371-c394-4aa3-87ea-de2da1f029a6 admin admin] Publish callbacks [] for port (6313a4ce-75ee-4e06-932c-3acd6f062c3a), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:02.331716 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-4613934e-1e10-4f00-a475-2ec96803a11f tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (b96eeeec-0338-4cf0-af59-db9b26794e85), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:02.334410 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627ef20b-898c-4932-a315-3c851a6c35b1 admin admin] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:59:02.345429 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-627ef20b-898c-4932-a315-3c851a6c35b1 admin admin] 10.222.0.66 "PUT /v2.0/routers/2d1945e5-9fdd-4c9c-9878-1432accd293d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4499276 Jul 28 03:59:02.354661 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:02.394638 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8875f5-2d9f-4b47-844d-f7cd0f2d1a51 admin admin] Made reservation on behalf of 6da1a1ffafbe4aadb788dac993fea5ce for: {'network': 1} {{(pid=121475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:59:02.398525 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-9d8875f5-2d9f-4b47-844d-f7cd0f2d1a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for network (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:02.412265 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-9d8875f5-2d9f-4b47-844d-f7cd0f2d1a51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:02.434096 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-4613934e-1e10-4f00-a475-2ec96803a11f tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739753'] for floatingip (2d251958-0c94-4a8a-8a6f-c6a3d5429213), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:02.460255 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4613934e-1e10-4f00-a475-2ec96803a11f tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Pushing event updated for resources: {'Port': ['ID=b96eeeec-0338-4cf0-af59-db9b26794e85,revision_number=2']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:02.486545 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-2d5a5371-c394-4aa3-87ea-de2da1f029a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379'] for port (6313a4ce-75ee-4e06-932c-3acd6f062c3a), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:02.509972 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-71fbd960-c5b3-42b6-a4b7-6633b87bc2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'name': 'tempest-AttachVolumeShelveTestJSON-508782801-router', 'tenant_id': '52b087e8dc5c4426b8402dfdf99328ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '7b5d5ba8-6147-4c01-9701-b138b2a8254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T03:58:56Z', 'revision_number': 4, 'project_id': '52b087e8dc5c4426b8402dfdf99328ad', 'gw_port': {'id': '7b5d5ba8-6147-4c01-9701-b138b2a8254d', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:de:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:58:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '956e5455-c6ed-45cd-ab56-d0cb6bb35657', 'name': '', 'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc', 'tenant_id': '52b087e8dc5c4426b8402dfdf99328ad', 'mac_address': 'fa:16:3e:06:ab:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '81f8d920-e036-48ec-bb1b-67fea0f2e9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:54Z', 'updated_at': '2022-07-28T03:58:57Z', 'revision_number': 2, 'project_id': '52b087e8dc5c4426b8402dfdf99328ad', 'subnets': [{'id': '81f8d920-e036-48ec-bb1b-67fea0f2e9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:02.535315 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-4613934e-1e10-4f00-a475-2ec96803a11f tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for floatingip (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:02.541957 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-4613934e-1e10-4f00-a475-2ec96803a11f tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1932428 Jul 28 03:59:02.546681 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fbd960-c5b3-42b6-a4b7-6633b87bc2db None None] Checking router: 95336a6e-dd7f-42bf-bff6-d0b1501d2a21 for host: dv-cinder-851279-1-iscsi {{(pid=121477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:59:02.548436 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fbd960-c5b3-42b6-a4b7-6633b87bc2db None None] Updating router 95336a6e-dd7f-42bf-bff6-d0b1501d2a21 port 956e5455-c6ed-45cd-ab56-d0cb6bb35657 binding host dv-cinder-851279-1-iscsi {{(pid=121477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:59:02.553495 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-02555fb1-25f1-4163-b66b-9999bcf45431 None None] Publish callbacks [] for port (b4af4871-05b4-4ea1-9797-79edafad71d3), precommit_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:02.596460 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-71fbd960-c5b3-42b6-a4b7-6633b87bc2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (956e5455-c6ed-45cd-ab56-d0cb6bb35657), before_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:02.598583 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-582ff2f6-95c4-4a02-b728-f76a51d41b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'name': 'tempest-AttachVolumeTestJSON-350895408-router', 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'bdaacc0e-026c-45bb-91ce-d6943bc8b36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T03:58:53Z', 'revision_number': 4, 'project_id': '6a869e1e00fc4d8d9d4511e34501665f', 'gw_port': {'id': 'bdaacc0e-026c-45bb-91ce-d6943bc8b36e', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:58:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '98abe0e5-d981-4868-a7f3-04ad99bcc49f', 'name': '', 'network_id': '5b7076b1-5b54-41f8-8740-25deddb61b0a', 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'mac_address': 'fa:16:3e:b5:0c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0c317d02-35c6-4092-b3d2-22f73010b2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:51Z', 'updated_at': '2022-07-28T03:58:53Z', 'revision_number': 2, 'project_id': '6a869e1e00fc4d8d9d4511e34501665f', 'subnets': [{'id': '0c317d02-35c6-4092-b3d2-22f73010b2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:02.626003 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5a5371-c394-4aa3-87ea-de2da1f029a6 admin admin] Network 4531d3b7-3c72-4c16-9fba-50470f633af2 is already hosted by enough agents. {{(pid=121475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:59:02.632992 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-8f2c96e0-f599-4b7f-8b3e-a2497b33ec01 None None] Port c9e3be20-44f2-425a-a063-9ed509852e7c cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 03:59:02.636221 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5269535c-50b6-49f7-bef8-290b7b0303fe None None] Routers {'cca73ec6-d4c4-4474-bedf-88478560281c'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 03:59:02.637307 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-5269535c-50b6-49f7-bef8-290b7b0303fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T03:58:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['cca73ec6-d4c4-4474-bedf-88478560281c'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:02.644556 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.base_scheduler [None req-2d5a5371-c394-4aa3-87ea-de2da1f029a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=121475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:59:02.647890 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:02.660413 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582ff2f6-95c4-4a02-b728-f76a51d41b23 None None] Checking router: a742bb6a-8304-4f5a-8d24-66a8e74f4d23 for host: dv-cinder-851279-1-iscsi {{(pid=121476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:59:02.660872 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582ff2f6-95c4-4a02-b728-f76a51d41b23 None None] Updating router a742bb6a-8304-4f5a-8d24-66a8e74f4d23 port 98abe0e5-d981-4868-a7f3-04ad99bcc49f binding host dv-cinder-851279-1-iscsi {{(pid=121476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:59:02.661528 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5a5371-c394-4aa3-87ea-de2da1f029a6 admin admin] Received port after_create {{(pid=121475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 03:59:02.662566 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-2d5a5371-c394-4aa3-87ea-de2da1f029a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1680780'] for router_interface (799f85a6-48ff-444b-8dad-74e741656474), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:02.667190 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a5371-c394-4aa3-87ea-de2da1f029a6 admin admin] Pushing event updated for resources: {'Port': ['ID=6313a4ce-75ee-4e06-932c-3acd6f062c3a,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:02.754279 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-02555fb1-25f1-4163-b66b-9999bcf45431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (b4af4871-05b4-4ea1-9797-79edafad71d3), after_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:02.847029 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-9d8875f5-2d9f-4b47-844d-f7cd0f2d1a51 admin admin] Publish callbacks [] for security_group (2eb92c5f-e342-4529-ab9c-77cf6d1241b6), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:02.894314 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.managers [None req-02555fb1-25f1-4163-b66b-9999bcf45431 None None] Attempting to bind port b4af4871-05b4-4ea1-9797-79edafad71d3 on host dv-cinder-851279-1-iscsi for vnic_type normal with profile {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 03:59:02.894972 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.managers [None req-02555fb1-25f1-4163-b66b-9999bcf45431 None None] Attempting to bind port b4af4871-05b4-4ea1-9797-79edafad71d3 by drivers openvswitch,hyperv on host dv-cinder-851279-1-iscsi at level 0 using segments [{'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'}] {{(pid=121477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 03:59:02.895593 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02555fb1-25f1-4163-b66b-9999bcf45431 None None] Attempting to bind port b4af4871-05b4-4ea1-9797-79edafad71d3 on network ea650c0a-dc48-4a0d-a6e0-295879bc3df9 {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 03:59:02.897018 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 50670) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:02.907555 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-50e4214e-86b6-469f-8e24-4d40518049e1 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1066177266', 'description': 'tempest-description--533233934'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:59:02.913651 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-9d8875f5-2d9f-4b47-844d-f7cd0f2d1a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (2eb92c5f-e342-4529-ab9c-77cf6d1241b6), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:02.929757 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-582ff2f6-95c4-4a02-b728-f76a51d41b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (98abe0e5-d981-4868-a7f3-04ad99bcc49f), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:02.938130 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02555fb1-25f1-4163-b66b-9999bcf45431 None None] Checking agent: {'id': '51dbe35b-f2d3-4ce9-b487-580c36e6d07a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 49, 50), 'started_at': datetime.datetime(2022, 7, 28, 3, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 3, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 03:59:02.943647 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-642f355c-3a5b-42c1-8b77-66758f9196d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'name': 'tempest-AttachVolumeNegativeTest-1250024005-router', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:58:59Z', 'revision_number': 4, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'gw_port': {'id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:45:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': 'c9e3be20-44f2-425a-a063-9ed509852e7c', 'name': '', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'mac_address': 'fa:16:3e:1e:0e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:58Z', 'updated_at': '2022-07-28T03:58:59Z', 'revision_number': 1, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'subnets': [{'id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:02.955299 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02555fb1-25f1-4163-b66b-9999bcf45431 None None] Checking segment: {'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 03:59:02.958482 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-02555fb1-25f1-4163-b66b-9999bcf45431 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:02.958482 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02555fb1-25f1-4163-b66b-9999bcf45431 None None] Bound using segment: {'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'} {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 03:59:02.958482 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.managers [None req-02555fb1-25f1-4163-b66b-9999bcf45431 None None] Bound port: b4af4871-05b4-4ea1-9797-79edafad71d3, host: dv-cinder-851279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'}}] {{(pid=121477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 03:59:02.958482 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-02555fb1-25f1-4163-b66b-9999bcf45431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (b4af4871-05b4-4ea1-9797-79edafad71d3), before_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:02.960311 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4c5cf-08f2-4937-acb5-cc9944e5020f None None] Pushing event updated for resources: {'Port': ['ID=b4af4871-05b4-4ea1-9797-79edafad71d3,revision_number=2']} {{(pid=121477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:02.977868 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d8875f5-2d9f-4b47-844d-f7cd0f2d1a51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=121475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:59:02.979587 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:03.039345 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-50e4214e-86b6-469f-8e24-4d40518049e1 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:03.081813 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642f355c-3a5b-42c1-8b77-66758f9196d4 None None] The sync data for ids ['2d1945e5-9fdd-4c9c-9878-1432accd293d'] in dv-cinder-851279-1-iscsi is: [{'id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'name': 'tempest-AttachVolumeNegativeTest-1250024005-router', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:58:59Z', 'revision_number': 4, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'gw_port': {'id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:45:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': 'c9e3be20-44f2-425a-a063-9ed509852e7c', 'name': '', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'mac_address': 'fa:16:3e:1e:0e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:58Z', 'updated_at': '2022-07-28T03:58:59Z', 'revision_number': 1, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'subnets': [{'id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:59:03.084681 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-2d5a5371-c394-4aa3-87ea-de2da1f029a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (6313a4ce-75ee-4e06-932c-3acd6f062c3a), before_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:03.109797 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-9d8875f5-2d9f-4b47-844d-f7cd0f2d1a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684'] for segment (4ab1daa0-a182-49ae-99ce-38bec60fb7b7), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:03.110961 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.db.segments_db [None req-9d8875f5-2d9f-4b47-844d-f7cd0f2d1a51 admin admin] Added segment 4ab1daa0-a182-49ae-99ce-38bec60fb7b7 of type vlan for network 93ea45f4-7bd2-4a83-8c4b-2bca122e4a72 Jul 28 03:59:03.143930 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.db [None req-02555fb1-25f1-4163-b66b-9999bcf45431 None None] For port b4af4871-05b4-4ea1-9797-79edafad71d3, host dv-cinder-851279-1-iscsi, cleared binding levels {{(pid=121477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:59:03.145126 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-545b9d79-8ca9-4d0b-b40c-1441e44f82be None None] Provisioning complete for port 6313a4ce-75ee-4e06-932c-3acd6f062c3a triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:03.145679 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-545b9d79-8ca9-4d0b-b40c-1441e44f82be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (6313a4ce-75ee-4e06-932c-3acd6f062c3a), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:03.161686 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.db [None req-02555fb1-25f1-4163-b66b-9999bcf45431 None None] For port b4af4871-05b4-4ea1-9797-79edafad71d3, host dv-cinder-851279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=b4af4871-05b4-4ea1-9797-79edafad71d3,segment=NetworkSegment(f2985cdc-b551-4e3f-9fbc-bf06e2065a47),segment_id=f2985cdc-b551-4e3f-9fbc-bf06e2065a47)] {{(pid=121477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:59:03.186296 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-9d8875f5-2d9f-4b47-844d-f7cd0f2d1a51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761987992185'] for network (93ea45f4-7bd2-4a83-8c4b-2bca122e4a72), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:03.228716 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8875f5-2d9f-4b47-844d-f7cd0f2d1a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb92c5f-e342-4529-ab9c-77cf6d1241b6,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:03.232202 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 50698) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:03.237242 dv-cinder-851279-1-iscsi neutron-server[121475]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 28 03:59:03.247670 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-545b9d79-8ca9-4d0b-b40c-1441e44f82be None None] Port 6313a4ce-75ee-4e06-932c-3acd6f062c3a cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 03:59:03.260328 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port 0139e7f8-082a-4a83-99a0-eaa64d6760b6 is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:59:03.261941 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 725e3369-5a99-4787-a9ec-0c2e179f1e28 up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:59:03.265916 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-02555fb1-25f1-4163-b66b-9999bcf45431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (b4af4871-05b4-4ea1-9797-79edafad71d3), after_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:03.310588 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=100 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:03.330470 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-50e4214e-86b6-469f-8e24-4d40518049e1 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks [] for security_group (b45bc5e2-e1fb-413b-adf8-cdc3756b7419), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:03.334968 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 50700) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:03.358280 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-f0a8bc36-c175-48c8-a43b-db70dd0cea77 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Request body: {'security_group': {'name': 'tempest-securitygroup--725959652', 'description': 'tempest-description--297519323'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:59:03.408768 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-71fbd960-c5b3-42b6-a4b7-6633b87bc2db None None] Publish callbacks [] for port (956e5455-c6ed-45cd-ab56-d0cb6bb35657), precommit_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:03.422794 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-50e4214e-86b6-469f-8e24-4d40518049e1 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (b45bc5e2-e1fb-413b-adf8-cdc3756b7419), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:03.485758 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02555fb1-25f1-4163-b66b-9999bcf45431 None None] Routers {'799f85a6-48ff-444b-8dad-74e741656474'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 03:59:03.486592 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-02555fb1-25f1-4163-b66b-9999bcf45431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T03:58:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['799f85a6-48ff-444b-8dad-74e741656474'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:03.498174 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e4214e-86b6-469f-8e24-4d40518049e1 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b45bc5e2-e1fb-413b-adf8-cdc3756b7419,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:03.505867 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-f0a8bc36-c175-48c8-a43b-db70dd0cea77 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:03.511614 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-71fbd960-c5b3-42b6-a4b7-6633b87bc2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (956e5455-c6ed-45cd-ab56-d0cb6bb35657), after_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:03.534562 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 50718) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:03.540910 dv-cinder-851279-1-iscsi neutron-server[121474]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 28 03:59:03.547856 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-9d8875f5-2d9f-4b47-844d-f7cd0f2d1a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753'] for network (93ea45f4-7bd2-4a83-8c4b-2bca122e4a72), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:03.549526 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8875f5-2d9f-4b47-844d-f7cd0f2d1a51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:03.550298 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-9d8875f5-2d9f-4b47-844d-f7cd0f2d1a51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for network (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:03.605367 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:03.638184 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4c5cf-08f2-4937-acb5-cc9944e5020f None None] Pushing event updated for resources: {'Port': ['ID=b4af4871-05b4-4ea1-9797-79edafad71d3,revision_number=3']} {{(pid=121477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:03.673320 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-6095eda4-aaad-44c9-b58a-27f8ef04865b tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1214731654&fields=id&tenant_id=6a869e1e00fc4d8d9d4511e34501665f HTTP/1.1" status: 200 len: 267 time: 0.1327472 Jul 28 03:59:03.727594 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-50e4214e-86b6-469f-8e24-4d40518049e1 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:03.729125 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-50e4214e-86b6-469f-8e24-4d40518049e1 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8309572 Jul 28 03:59:03.813892 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:03.828855 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 50726) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:03.842815 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-0c848aae-7caa-4ec8-9ddc-bad72cc7da5e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Request body: {'security_group_rule': {'security_group_id': 'b45bc5e2-e1fb-413b-adf8-cdc3756b7419', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:59:03.863903 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b19ddf-2f18-43cc-9af9-7a1592018516 None None] Pushing event updated for resources: {'Port': ['ID=956e5455-c6ed-45cd-ab56-d0cb6bb35657,revision_number=3']} {{(pid=121477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:03.888600 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-02555fb1-25f1-4163-b66b-9999bcf45431 None None] Set router 799f85a6-48ff-444b-8dad-74e741656474 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 03:59:03.937480 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.managers [None req-71fbd960-c5b3-42b6-a4b7-6633b87bc2db None None] Attempting to bind port 956e5455-c6ed-45cd-ab56-d0cb6bb35657 on host dv-cinder-851279-1-iscsi for vnic_type normal with profile {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 03:59:03.942102 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.managers [None req-71fbd960-c5b3-42b6-a4b7-6633b87bc2db None None] Attempting to bind port 956e5455-c6ed-45cd-ab56-d0cb6bb35657 by drivers openvswitch,hyperv on host dv-cinder-851279-1-iscsi at level 0 using segments [{'id': '7ac5aa42-d84c-402d-8b7d-91411dee0356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc'}] {{(pid=121477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 03:59:03.942525 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fbd960-c5b3-42b6-a4b7-6633b87bc2db None None] Attempting to bind port 956e5455-c6ed-45cd-ab56-d0cb6bb35657 on network 500d2409-0505-4e71-ad33-d33fa2f8a8dc {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 03:59:03.969811 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fbd960-c5b3-42b6-a4b7-6633b87bc2db None None] Checking agent: {'id': '51dbe35b-f2d3-4ce9-b487-580c36e6d07a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 49, 50), 'started_at': datetime.datetime(2022, 7, 28, 3, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 3, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 03:59:03.970189 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fbd960-c5b3-42b6-a4b7-6633b87bc2db None None] Checking segment: {'id': '7ac5aa42-d84c-402d-8b7d-91411dee0356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 03:59:03.970647 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-71fbd960-c5b3-42b6-a4b7-6633b87bc2db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:03.971466 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fbd960-c5b3-42b6-a4b7-6633b87bc2db None None] Bound using segment: {'id': '7ac5aa42-d84c-402d-8b7d-91411dee0356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc'} {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 03:59:03.972086 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.managers [None req-71fbd960-c5b3-42b6-a4b7-6633b87bc2db None None] Bound port: 956e5455-c6ed-45cd-ab56-d0cb6bb35657, host: dv-cinder-851279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac5aa42-d84c-402d-8b7d-91411dee0356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc'}}] {{(pid=121477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 03:59:03.972652 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-71fbd960-c5b3-42b6-a4b7-6633b87bc2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (956e5455-c6ed-45cd-ab56-d0cb6bb35657), before_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:04.118093 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-582ff2f6-95c4-4a02-b728-f76a51d41b23 None None] Publish callbacks [] for port (98abe0e5-d981-4868-a7f3-04ad99bcc49f), precommit_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:04.145431 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-5269535c-50b6-49f7-bef8-290b7b0303fe None None] Set router cca73ec6-d4c4-4474-bedf-88478560281c gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 03:59:04.196818 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-f0a8bc36-c175-48c8-a43b-db70dd0cea77 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group (d589d353-cf8c-4834-b926-aadbc1822b6b), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:04.238374 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8875f5-2d9f-4b47-844d-f7cd0f2d1a51 admin admin] Pushing event updated for resources: {'Network': ['ID=93ea45f4-7bd2-4a83-8c4b-2bca122e4a72,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:04.253361 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-79ecdbb1-efdb-466d-bd30-6600a3231c16 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:04.259148 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-79ecdbb1-efdb-466d-bd30-6600a3231c16 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/networks?id=1b695295-a70d-4773-a7f6-af5ea3f070dd HTTP/1.1" status: 200 len: 811 time: 1.0231736 Jul 28 03:59:04.310131 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Network 93ea45f4-7bd2-4a83-8c4b-2bca122e4a72 details requested by agent ovs-agent-dv-cinder-851279-1-iscsi with host dv-cinder-851279-1-iscsi {{(pid=121476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:59:04.312567 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:04.319779 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-01fc00a3-9f26-416d-9704-fe8210a65f17 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/quotas/5c3d84518f1e4d7885f6998c88c3da4a HTTP/1.1" status: 200 len: 375 time: 0.0440812 Jul 28 03:59:04.334885 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-582ff2f6-95c4-4a02-b728-f76a51d41b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (98abe0e5-d981-4868-a7f3-04ad99bcc49f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:04.360115 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.db [None req-71fbd960-c5b3-42b6-a4b7-6633b87bc2db None None] For port 956e5455-c6ed-45cd-ab56-d0cb6bb35657, host dv-cinder-851279-1-iscsi, cleared binding levels {{(pid=121477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:59:04.366456 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:04.383641 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-f0a8bc36-c175-48c8-a43b-db70dd0cea77 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (d589d353-cf8c-4834-b926-aadbc1822b6b), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:04.447670 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.db [None req-71fbd960-c5b3-42b6-a4b7-6633b87bc2db None None] For port 956e5455-c6ed-45cd-ab56-d0cb6bb35657, host dv-cinder-851279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=956e5455-c6ed-45cd-ab56-d0cb6bb35657,segment=NetworkSegment(7ac5aa42-d84c-402d-8b7d-91411dee0356),segment_id=7ac5aa42-d84c-402d-8b7d-91411dee0356)] {{(pid=121477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:59:04.486107 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfca31f-4ad4-4d01-ab1e-f46fe31e8e8f None None] Pushing event updated for resources: {'Port': ['ID=98abe0e5-d981-4868-a7f3-04ad99bcc49f,revision_number=3']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:04.495471 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8bc36-c175-48c8-a43b-db70dd0cea77 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d589d353-cf8c-4834-b926-aadbc1822b6b,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:04.510785 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-5b4a3536-00b1-40dc-bcc1-064521972243 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:04.543603 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-5b4a3536-00b1-40dc-bcc1-064521972243 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/networks?id=5b7076b1-5b54-41f8-8740-25deddb61b0a HTTP/1.1" status: 200 len: 810 time: 0.8509030 Jul 28 03:59:04.544828 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port 725e3369-5a99-4787-a9ec-0c2e179f1e28 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:04.544828 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (725e3369-5a99-4787-a9ec-0c2e179f1e28), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:04.545193 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-9d8875f5-2d9f-4b47-844d-f7cd0f2d1a51 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.8090866 Jul 28 03:59:04.545465 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-15ec183c-06da-49fd-87df-9077aee99b5d None None] Provisioning complete for port 956e5455-c6ed-45cd-ab56-d0cb6bb35657 triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:04.546560 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-15ec183c-06da-49fd-87df-9077aee99b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (956e5455-c6ed-45cd-ab56-d0cb6bb35657), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:04.556351 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 50738) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:04.557190 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-0c848aae-7caa-4ec8-9ddc-bad72cc7da5e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks [] for security_group_rule (e6dbef4a-3273-4ca3-aa6c-a8f693ec675b), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:04.581582 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-05140acf-9b8e-4919-97e2-92a1665eb525 admin admin] Request body: {'subnet': {'network_id': '93ea45f4-7bd2-4a83-8c4b-2bca122e4a72', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1421889846-subnet', 'tenant_id': '6da1a1ffafbe4aadb788dac993fea5ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:59:04.589137 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-02555fb1-25f1-4163-b66b-9999bcf45431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799f85a6-48ff-444b-8dad-74e741656474', 'name': 'tempest-ServerRescueNegativeTestJSON-1760952141-router', 'tenant_id': '8bf7f0f7880a435ba552361bcb31ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b4af4871-05b4-4ea1-9797-79edafad71d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:59:02Z', 'revision_number': 4, 'project_id': '8bf7f0f7880a435ba552361bcb31ef91', 'gw_port': {'id': 'b4af4871-05b4-4ea1-9797-79edafad71d3', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:16:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799f85a6-48ff-444b-8dad-74e741656474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:48Z', 'updated_at': '2022-07-28T03:59:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '6313a4ce-75ee-4e06-932c-3acd6f062c3a', 'name': '', 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2', 'tenant_id': '8bf7f0f7880a435ba552361bcb31ef91', 'mac_address': 'fa:16:3e:32:6d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799f85a6-48ff-444b-8dad-74e741656474', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:59:01Z', 'updated_at': '2022-07-28T03:59:01Z', 'revision_number': 1, 'project_id': '8bf7f0f7880a435ba552361bcb31ef91', 'subnets': [{'id': 'f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:04.592948 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-71fbd960-c5b3-42b6-a4b7-6633b87bc2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (956e5455-c6ed-45cd-ab56-d0cb6bb35657), after_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:04.609277 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:04.652906 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-b0a335eb-a398-4759-abff-0e55f761b2ea tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/quotas/6a869e1e00fc4d8d9d4511e34501665f HTTP/1.1" status: 200 len: 375 time: 0.1278651 Jul 28 03:59:04.685186 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 50740) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:04.696725 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02555fb1-25f1-4163-b66b-9999bcf45431 None None] The sync data for ids ['799f85a6-48ff-444b-8dad-74e741656474'] in dv-cinder-851279-1-iscsi is: [{'id': '799f85a6-48ff-444b-8dad-74e741656474', 'name': 'tempest-ServerRescueNegativeTestJSON-1760952141-router', 'tenant_id': '8bf7f0f7880a435ba552361bcb31ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b4af4871-05b4-4ea1-9797-79edafad71d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:59:02Z', 'revision_number': 4, 'project_id': '8bf7f0f7880a435ba552361bcb31ef91', 'gw_port': {'id': 'b4af4871-05b4-4ea1-9797-79edafad71d3', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:16:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799f85a6-48ff-444b-8dad-74e741656474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:48Z', 'updated_at': '2022-07-28T03:59:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '6313a4ce-75ee-4e06-932c-3acd6f062c3a', 'name': '', 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2', 'tenant_id': '8bf7f0f7880a435ba552361bcb31ef91', 'mac_address': 'fa:16:3e:32:6d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799f85a6-48ff-444b-8dad-74e741656474', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:59:01Z', 'updated_at': '2022-07-28T03:59:01Z', 'revision_number': 1, 'project_id': '8bf7f0f7880a435ba552361bcb31ef91', 'subnets': [{'id': 'f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:59:04.730467 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-cb60ebea-3b76-4994-af3f-1478477ccb22 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c3d84518f1e4d7885f6998c88c3da4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2740471 Jul 28 03:59:04.747545 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:04.804763 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-15ec183c-06da-49fd-87df-9077aee99b5d None None] Port 956e5455-c6ed-45cd-ab56-d0cb6bb35657 cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 03:59:04.805250 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fbd960-c5b3-42b6-a4b7-6633b87bc2db None None] Routers {'95336a6e-dd7f-42bf-bff6-d0b1501d2a21'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 03:59:04.805871 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-71fbd960-c5b3-42b6-a4b7-6633b87bc2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T03:58:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['95336a6e-dd7f-42bf-bff6-d0b1501d2a21'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:04.864934 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-f0a8bc36-c175-48c8-a43b-db70dd0cea77 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:04.869985 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-f0a8bc36-c175-48c8-a43b-db70dd0cea77 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.5311854 Jul 28 03:59:04.882304 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:04.883174 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 50750) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:04.891844 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-2d5a5371-c394-4aa3-87ea-de2da1f029a6 admin admin] Publish callbacks [] for port (6313a4ce-75ee-4e06-932c-3acd6f062c3a), precommit_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:04.903417 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-f41ad7a3-ae01-4439-9876-832395563bb5 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Request body: {'security_group_rule': {'security_group_id': 'd589d353-cf8c-4834-b926-aadbc1822b6b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:59:04.939067 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05140acf-9b8e-4919-97e2-92a1665eb525 admin admin] Made reservation on behalf of 6da1a1ffafbe4aadb788dac993fea5ce for: {'subnet': 1} {{(pid=121474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:59:04.945763 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b19ddf-2f18-43cc-9af9-7a1592018516 None None] Pushing event updated for resources: {'Port': ['ID=956e5455-c6ed-45cd-ab56-d0cb6bb35657,revision_number=4']} {{(pid=121477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:04.952225 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-05140acf-9b8e-4919-97e2-92a1665eb525 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:05.015867 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-2d5a5371-c394-4aa3-87ea-de2da1f029a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (6313a4ce-75ee-4e06-932c-3acd6f062c3a), after_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:05.017059 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-2d5a5371-c394-4aa3-87ea-de2da1f029a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1680880'] for router_interface (799f85a6-48ff-444b-8dad-74e741656474), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:05.059381 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-214e0895-4abb-4bdd-ad48-d9f2e8313edc tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6a869e1e00fc4d8d9d4511e34501665f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3776293 Jul 28 03:59:05.065893 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-5269535c-50b6-49f7-bef8-290b7b0303fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca73ec6-d4c4-4474-bedf-88478560281c', 'name': 'tempest-DeleteServersTestJSON-511863461-router', 'tenant_id': '5c3d84518f1e4d7885f6998c88c3da4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '58cefad6-7935-4183-9a1c-ebb632bebc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T03:58:58Z', 'revision_number': 4, 'project_id': '5c3d84518f1e4d7885f6998c88c3da4a', 'gw_port': {'id': '58cefad6-7935-4183-9a1c-ebb632bebc38', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca73ec6-d4c4-4474-bedf-88478560281c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': 'b224d4e3-ad11-4298-ad50-fc19a01406d3', 'name': '', 'network_id': '1b695295-a70d-4773-a7f6-af5ea3f070dd', 'tenant_id': '5c3d84518f1e4d7885f6998c88c3da4a', 'mac_address': 'fa:16:3e:37:e8:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca73ec6-d4c4-4474-bedf-88478560281c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '9b840d1a-f1be-4d7b-beda-5edc30034b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:55Z', 'updated_at': '2022-07-28T03:58:59Z', 'revision_number': 2, 'project_id': '5c3d84518f1e4d7885f6998c88c3da4a', 'subnets': [{'id': '9b840d1a-f1be-4d7b-beda-5edc30034b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:05.083013 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=100 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:05.126657 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:05.131006 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a5371-c394-4aa3-87ea-de2da1f029a6 admin admin] Pushing event updated for resources: {'Port': ['ID=6313a4ce-75ee-4e06-932c-3acd6f062c3a,revision_number=2']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:05.144352 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-71fbd960-c5b3-42b6-a4b7-6633b87bc2db None None] Set router 95336a6e-dd7f-42bf-bff6-d0b1501d2a21 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 03:59:05.153730 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-f41ad7a3-ae01-4439-9876-832395563bb5 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group_rule (7bcc601e-60aa-49fe-85d9-94238b65c25f), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:05.195316 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5269535c-50b6-49f7-bef8-290b7b0303fe None None] Checking router: cca73ec6-d4c4-4474-bedf-88478560281c for host: dv-cinder-851279-1-iscsi {{(pid=121476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:59:05.196311 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5269535c-50b6-49f7-bef8-290b7b0303fe None None] Updating router cca73ec6-d4c4-4474-bedf-88478560281c port b224d4e3-ad11-4298-ad50-fc19a01406d3 binding host dv-cinder-851279-1-iscsi {{(pid=121476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:59:05.241947 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-2d6caff3-853c-44f0-8ea7-b0b4f3934282 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:05.246158 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-0c848aae-7caa-4ec8-9ddc-bad72cc7da5e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks [] for security_group_rule (e6dbef4a-3273-4ca3-aa6c-a8f693ec675b), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:05.267551 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-582ff2f6-95c4-4a02-b728-f76a51d41b23 None None] Attempting to bind port 98abe0e5-d981-4868-a7f3-04ad99bcc49f on host dv-cinder-851279-1-iscsi for vnic_type normal with profile {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 03:59:05.269210 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-582ff2f6-95c4-4a02-b728-f76a51d41b23 None None] Attempting to bind port 98abe0e5-d981-4868-a7f3-04ad99bcc49f by drivers openvswitch,hyperv on host dv-cinder-851279-1-iscsi at level 0 using segments [{'id': '59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b7076b1-5b54-41f8-8740-25deddb61b0a'}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 03:59:05.269819 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582ff2f6-95c4-4a02-b728-f76a51d41b23 None None] Attempting to bind port 98abe0e5-d981-4868-a7f3-04ad99bcc49f on network 5b7076b1-5b54-41f8-8740-25deddb61b0a {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 03:59:05.282578 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-5269535c-50b6-49f7-bef8-290b7b0303fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (b224d4e3-ad11-4298-ad50-fc19a01406d3), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:05.291703 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-57f90ca9-7436-4746-a5dc-2ef15b9d81af None None] Provisioning complete for port 98abe0e5-d981-4868-a7f3-04ad99bcc49f triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:05.294103 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-57f90ca9-7436-4746-a5dc-2ef15b9d81af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (98abe0e5-d981-4868-a7f3-04ad99bcc49f), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:05.308481 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-a5c27a3e-7064-4103-98f7-d7ff64f57cac service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=121474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 03:59:05.316612 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-a5c27a3e-7064-4103-98f7-d7ff64f57cac service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1389830 Jul 28 03:59:05.345644 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-0c848aae-7caa-4ec8-9ddc-bad72cc7da5e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831501'] for security_group_rule (e6dbef4a-3273-4ca3-aa6c-a8f693ec675b), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:05.356500 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-57f90ca9-7436-4746-a5dc-2ef15b9d81af None None] Port 98abe0e5-d981-4868-a7f3-04ad99bcc49f cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 03:59:05.393830 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582ff2f6-95c4-4a02-b728-f76a51d41b23 None None] Checking agent: {'id': '51dbe35b-f2d3-4ce9-b487-580c36e6d07a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 49, 50), 'started_at': datetime.datetime(2022, 7, 28, 3, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 3, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 03:59:05.394367 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582ff2f6-95c4-4a02-b728-f76a51d41b23 None None] Checking segment: {'id': '59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b7076b1-5b54-41f8-8740-25deddb61b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 03:59:05.394867 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-582ff2f6-95c4-4a02-b728-f76a51d41b23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:05.395369 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582ff2f6-95c4-4a02-b728-f76a51d41b23 None None] Bound using segment: {'id': '59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b7076b1-5b54-41f8-8740-25deddb61b0a'} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 03:59:05.397422 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-582ff2f6-95c4-4a02-b728-f76a51d41b23 None None] Bound port: 98abe0e5-d981-4868-a7f3-04ad99bcc49f, host: dv-cinder-851279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b7076b1-5b54-41f8-8740-25deddb61b0a'}}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 03:59:05.397929 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-582ff2f6-95c4-4a02-b728-f76a51d41b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (98abe0e5-d981-4868-a7f3-04ad99bcc49f), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:05.402505 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port 725e3369-5a99-4787-a9ec-0c2e179f1e28 is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:59:05.405810 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 58cefad6-7935-4183-9a1c-ebb632bebc38 up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:59:05.476589 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c848aae-7caa-4ec8-9ddc-bad72cc7da5e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6dbef4a-3273-4ca3-aa6c-a8f693ec675b,revision_number=0']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:05.482421 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-9e1ff281-174f-4365-8de8-435ac42d9052 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=121475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 03:59:05.504219 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-9e1ff281-174f-4365-8de8-435ac42d9052 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3854709 Jul 28 03:59:05.550003 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-71fbd960-c5b3-42b6-a4b7-6633b87bc2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'name': 'tempest-AttachVolumeShelveTestJSON-508782801-router', 'tenant_id': '52b087e8dc5c4426b8402dfdf99328ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '7b5d5ba8-6147-4c01-9701-b138b2a8254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T03:58:56Z', 'revision_number': 4, 'project_id': '52b087e8dc5c4426b8402dfdf99328ad', 'gw_port': {'id': '7b5d5ba8-6147-4c01-9701-b138b2a8254d', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:de:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:58:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '956e5455-c6ed-45cd-ab56-d0cb6bb35657', 'name': '', 'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc', 'tenant_id': '52b087e8dc5c4426b8402dfdf99328ad', 'mac_address': 'fa:16:3e:06:ab:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '81f8d920-e036-48ec-bb1b-67fea0f2e9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:54Z', 'updated_at': '2022-07-28T03:59:04Z', 'revision_number': 4, 'project_id': '52b087e8dc5c4426b8402dfdf99328ad', 'subnets': [{'id': '81f8d920-e036-48ec-bb1b-67fea0f2e9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:05.608733 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-0c848aae-7caa-4ec8-9ddc-bad72cc7da5e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:05.614834 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-0c848aae-7caa-4ec8-9ddc-bad72cc7da5e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7835715 Jul 28 03:59:05.627038 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 50762) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:05.636498 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-9f7183c1-11be-4ce6-91cd-50b03b2882ef tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Request body: {'security_group_rule': {'security_group_id': 'b45bc5e2-e1fb-413b-adf8-cdc3756b7419', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:59:05.718290 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-582ff2f6-95c4-4a02-b728-f76a51d41b23 None None] For port 98abe0e5-d981-4868-a7f3-04ad99bcc49f, host dv-cinder-851279-1-iscsi, cleared binding levels {{(pid=121476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:59:05.732750 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-582ff2f6-95c4-4a02-b728-f76a51d41b23 None None] For port 98abe0e5-d981-4868-a7f3-04ad99bcc49f, host dv-cinder-851279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=98abe0e5-d981-4868-a7f3-04ad99bcc49f,segment=NetworkSegment(59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b),segment_id=59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b)] {{(pid=121476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:59:05.811374 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-8fc648d3-609b-4bd2-9736-6228e9e86238 service neutron] 10.222.0.66 "GET /v2.0/networks/5b7076b1-5b54-41f8-8740-25deddb61b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4904184 Jul 28 03:59:05.905073 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-4c9115e4-82b3-471c-8487-ad43caa92b5e service neutron] 10.222.0.66 "GET /v2.0/networks/1b695295-a70d-4773-a7f6-af5ea3f070dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982515 Jul 28 03:59:05.920082 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port 58cefad6-7935-4183-9a1c-ebb632bebc38 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:05.921212 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (58cefad6-7935-4183-9a1c-ebb632bebc38), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:05.923795 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-582ff2f6-95c4-4a02-b728-f76a51d41b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (98abe0e5-d981-4868-a7f3-04ad99bcc49f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:05.990073 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fbd960-c5b3-42b6-a4b7-6633b87bc2db None None] The sync data for ids ['95336a6e-dd7f-42bf-bff6-d0b1501d2a21'] in dv-cinder-851279-1-iscsi is: [{'id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'name': 'tempest-AttachVolumeShelveTestJSON-508782801-router', 'tenant_id': '52b087e8dc5c4426b8402dfdf99328ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '7b5d5ba8-6147-4c01-9701-b138b2a8254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T03:58:56Z', 'revision_number': 4, 'project_id': '52b087e8dc5c4426b8402dfdf99328ad', 'gw_port': {'id': '7b5d5ba8-6147-4c01-9701-b138b2a8254d', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:de:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:58:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '956e5455-c6ed-45cd-ab56-d0cb6bb35657', 'name': '', 'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc', 'tenant_id': '52b087e8dc5c4426b8402dfdf99328ad', 'mac_address': 'fa:16:3e:06:ab:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '81f8d920-e036-48ec-bb1b-67fea0f2e9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:54Z', 'updated_at': '2022-07-28T03:59:04Z', 'revision_number': 4, 'project_id': '52b087e8dc5c4426b8402dfdf99328ad', 'subnets': [{'id': '81f8d920-e036-48ec-bb1b-67fea0f2e9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:59:05.994797 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-2d6caff3-853c-44f0-8ea7-b0b4f3934282 admin admin] Publish callbacks [] for security_group (94c5acda-4bcf-47e3-9fab-03d4b940d646), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:06.072041 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5a5371-c394-4aa3-87ea-de2da1f029a6 admin admin] Network 4531d3b7-3c72-4c16-9fba-50470f633af2 is already hosted by enough agents. {{(pid=121475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:59:06.074262 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-f41ad7a3-ae01-4439-9876-832395563bb5 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group_rule (7bcc601e-60aa-49fe-85d9-94238b65c25f), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:06.079062 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-4d997d46-8326-4586-ad92-ef57bc1e74c7 None None] Provisioning complete for port 956e5455-c6ed-45cd-ab56-d0cb6bb35657 triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:06.079661 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-4d997d46-8326-4586-ad92-ef57bc1e74c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (956e5455-c6ed-45cd-ab56-d0cb6bb35657), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:06.122472 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.base_scheduler [None req-2d5a5371-c394-4aa3-87ea-de2da1f029a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=121475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:59:06.223859 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-f41ad7a3-ae01-4439-9876-832395563bb5 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831501'] for security_group_rule (7bcc601e-60aa-49fe-85d9-94238b65c25f), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:06.279373 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ad7a3-ae01-4439-9876-832395563bb5 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bcc601e-60aa-49fe-85d9-94238b65c25f,revision_number=0']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:06.295946 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-34949ca5-e6d3-46f3-b391-c6dedbff3155 service neutron] 10.222.0.66 "GET /v2.0/networks/1b695295-a70d-4773-a7f6-af5ea3f070dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897886 Jul 28 03:59:06.346412 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:06.349259 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-2d6caff3-853c-44f0-8ea7-b0b4f3934282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (94c5acda-4bcf-47e3-9fab-03d4b940d646), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:06.366746 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5a5371-c394-4aa3-87ea-de2da1f029a6 admin admin] Router 799f85a6-48ff-444b-8dad-74e741656474 has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 03:59:06.368392 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-9f7183c1-11be-4ce6-91cd-50b03b2882ef tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks [] for security_group_rule (a05916e2-37a3-417d-85a5-b08b8804d744), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:06.381386 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:06.384964 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-f41ad7a3-ae01-4439-9876-832395563bb5 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:06.389214 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-f41ad7a3-ae01-4439-9876-832395563bb5 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4992993 Jul 28 03:59:06.389376 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 50768) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:06.397860 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-c22a7ea5-74fb-4fa8-82cc-6c7d8432e7ce tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Request body: {'security_group_rule': {'security_group_id': 'd589d353-cf8c-4834-b926-aadbc1822b6b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:59:06.439643 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582ff2f6-95c4-4a02-b728-f76a51d41b23 None None] Routers {'a742bb6a-8304-4f5a-8d24-66a8e74f4d23'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 03:59:06.441722 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-582ff2f6-95c4-4a02-b728-f76a51d41b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T03:58:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['a742bb6a-8304-4f5a-8d24-66a8e74f4d23'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:06.514940 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-05140acf-9b8e-4919-97e2-92a1665eb525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753'] for subnet (fb7e3b14-8533-478a-9d24-b1ad1353550b), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:06.527317 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfca31f-4ad4-4d01-ab1e-f46fe31e8e8f None None] Pushing event updated for resources: {'Port': ['ID=98abe0e5-d981-4868-a7f3-04ad99bcc49f,revision_number=4']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:06.586011 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-2d6caff3-853c-44f0-8ea7-b0b4f3934282 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=efa224c47eb944f687758df1e13c81ec&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8898389 Jul 28 03:59:06.586011 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-21a22c6a-8f07-42c9-8dff-3038440c9dfe service neutron] 10.222.0.66 "GET /v2.0/networks/5b7076b1-5b54-41f8-8740-25deddb61b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7747405 Jul 28 03:59:06.587990 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 50772) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:06.637506 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5a5371-c394-4aa3-87ea-de2da1f029a6 admin admin] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:59:06.666752 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-2d5a5371-c394-4aa3-87ea-de2da1f029a6 admin admin] 10.222.0.66 "PUT /v2.0/routers/799f85a6-48ff-444b-8dad-74e741656474/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9985237 Jul 28 03:59:06.673699 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-c22a7ea5-74fb-4fa8-82cc-6c7d8432e7ce tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group_rule (e0e8a4d2-550c-41a1-94ae-6f867ad81832), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:06.699532 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6caff3-853c-44f0-8ea7-b0b4f3934282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c5acda-4bcf-47e3-9fab-03d4b940d646,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:06.768953 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=100 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:06.772326 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-9f7183c1-11be-4ce6-91cd-50b03b2882ef tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks [] for security_group_rule (a05916e2-37a3-417d-85a5-b08b8804d744), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:06.789929 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.agents_db [None req-58c662dc-5ea5-4853-b3cc-f7bb2188e679 None None] Agent healthcheck: found 6 active agents {{(pid=121477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:59:06.825408 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port 58cefad6-7935-4183-9a1c-ebb632bebc38 is: DOWN; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:59:06.825808 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (58cefad6-7935-4183-9a1c-ebb632bebc38), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:06.861040 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05140acf-9b8e-4919-97e2-92a1665eb525 admin admin] Checking segment: {'id': '4ab1daa0-a182-49ae-99ce-38bec60fb7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '93ea45f4-7bd2-4a83-8c4b-2bca122e4a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 03:59:06.861682 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05140acf-9b8e-4919-97e2-92a1665eb525 admin admin] Network hostable DHCP agents. Network: 93ea45f4-7bd2-4a83-8c4b-2bca122e4a72, hostable agents: ['a6d94de3-42af-4ea6-939a-9cee0bfbc3cb'], hosted agents: [] {{(pid=121474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:59:06.864259 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-9f7183c1-11be-4ce6-91cd-50b03b2882ef tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831501'] for security_group_rule (a05916e2-37a3-417d-85a5-b08b8804d744), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:06.883567 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05140acf-9b8e-4919-97e2-92a1665eb525 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb7e3b14-8533-478a-9d24-b1ad1353550b,revision_number=0']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:06.911607 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7183c1-11be-4ce6-91cd-50b03b2882ef tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a05916e2-37a3-417d-85a5-b08b8804d744,revision_number=0']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:06.928641 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-142cb33c-6409-4359-a4cb-98d966f78286 req-c16951d5-056e-4db7-94f4-cc2043385544 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/ports?device_id=29b7a8cc-247d-4e90-9d62-20d9198f0d00 HTTP/1.1" status: 200 len: 210 time: 0.1794212 Jul 28 03:59:06.929705 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:06.941044 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:06.997909 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-9f7183c1-11be-4ce6-91cd-50b03b2882ef tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:07.002315 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-9f7183c1-11be-4ce6-91cd-50b03b2882ef tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3691924 Jul 28 03:59:07.002707 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 50798) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:07.009453 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-52b3b53a-6b76-4a0c-8fe3-ccfd54989809 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Request body: {'floatingip': {'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:59:07.012224 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-1b9da1de-a644-4980-927c-7319f2e3fb7d admin admin] Publish callbacks [] for security_group (94c5acda-4bcf-47e3-9fab-03d4b940d646), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:07.025521 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-c22a7ea5-74fb-4fa8-82cc-6c7d8432e7ce tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group_rule (e0e8a4d2-550c-41a1-94ae-6f867ad81832), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:07.035823 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05140acf-9b8e-4919-97e2-92a1665eb525 admin admin] Network 93ea45f4-7bd2-4a83-8c4b-2bca122e4a72 is scheduled to be hosted by DHCP agent a6d94de3-42af-4ea6-939a-9cee0bfbc3cb with binding_index 1 {{(pid=121474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:59:07.079347 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-1b9da1de-a644-4980-927c-7319f2e3fb7d admin admin] Publish callbacks [] for security_group (94c5acda-4bcf-47e3-9fab-03d4b940d646), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:07.117836 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:07.139770 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] For port 58cefad6-7935-4183-9a1c-ebb632bebc38, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=58cefad6-7935-4183-9a1c-ebb632bebc38,segment=NetworkSegment(f2985cdc-b551-4e3f-9fbc-bf06e2065a47),segment_id=f2985cdc-b551-4e3f-9fbc-bf06e2065a47)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:59:07.144448 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-c22a7ea5-74fb-4fa8-82cc-6c7d8432e7ce tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831501'] for security_group_rule (e0e8a4d2-550c-41a1-94ae-6f867ad81832), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:07.158349 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-5269535c-50b6-49f7-bef8-290b7b0303fe None None] Publish callbacks [] for port (b224d4e3-ad11-4298-ad50-fc19a01406d3), precommit_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:07.169596 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a7ea5-74fb-4fa8-82cc-6c7d8432e7ce tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0e8a4d2-550c-41a1-94ae-6f867ad81832,revision_number=0']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:07.173762 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-4d997d46-8326-4586-ad92-ef57bc1e74c7 None None] Current status of the port 956e5455-c6ed-45cd-ab56-d0cb6bb35657 is: DOWN; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:59:07.174539 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-4d997d46-8326-4586-ad92-ef57bc1e74c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (956e5455-c6ed-45cd-ab56-d0cb6bb35657), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:07.181747 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [None req-05140acf-9b8e-4919-97e2-92a1665eb525 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-1-iscsi, 93ea45f4-7bd2-4a83-8c4b-2bca122e4a72) {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:59:07.185409 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-52b3b53a-6b76-4a0c-8fe3-ccfd54989809 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:07.195829 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-582ff2f6-95c4-4a02-b728-f76a51d41b23 None None] Set router a742bb6a-8304-4f5a-8d24-66a8e74f4d23 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 03:59:07.200131 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05140acf-9b8e-4919-97e2-92a1665eb525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:07.204795 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-05140acf-9b8e-4919-97e2-92a1665eb525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for subnet (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:07.263151 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-a98d527c-73f7-43b6-af5d-7363930b267e req-0e268291-eacc-4a8a-af04-305db1ddbe4f tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 210 time: 0.1133988 Jul 28 03:59:07.290743 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901314ef-c9a8-4e26-ae20-a945beb301aa None None] Network 93ea45f4-7bd2-4a83-8c4b-2bca122e4a72 requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 03:59:07.304532 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (58cefad6-7935-4183-9a1c-ebb632bebc38), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:07.305174 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 7b5d5ba8-6147-4c01-9701-b138b2a8254d up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:59:07.311259 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-c22a7ea5-74fb-4fa8-82cc-6c7d8432e7ce tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:07.317438 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-c22a7ea5-74fb-4fa8-82cc-6c7d8432e7ce tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9270327 Jul 28 03:59:07.324703 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 50824) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:07.324892 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:07.331789 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-5269535c-50b6-49f7-bef8-290b7b0303fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (b224d4e3-ad11-4298-ad50-fc19a01406d3), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:07.344345 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-5b76fad3-8528-44f4-a92c-72f061db4985 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Request body: {'floatingip': {'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:59:07.438339 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-1b9da1de-a644-4980-927c-7319f2e3fb7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (94c5acda-4bcf-47e3-9fab-03d4b940d646), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:07.440959 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-1b9da1de-a644-4980-927c-7319f2e3fb7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:07.446915 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-1b9da1de-a644-4980-927c-7319f2e3fb7d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/94c5acda-4bcf-47e3-9fab-03d4b940d646 HTTP/1.1" status: 204 len: 168 time: 0.8547001 Jul 28 03:59:07.464848 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-52b3b53a-6b76-4a0c-8fe3-ccfd54989809 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:07.478336 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9da1de-a644-4980-927c-7319f2e3fb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c5acda-4bcf-47e3-9fab-03d4b940d646,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:07.497901 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-05140acf-9b8e-4919-97e2-92a1665eb525 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.9293249 Jul 28 03:59:07.609973 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-5b76fad3-8528-44f4-a92c-72f061db4985 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:07.929050 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.db_base_plugin_common [None req-52b3b53a-6b76-4a0c-8fe3-ccfd54989809 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Allocated IP 172.27.0.12 (ea650c0a-dc48-4a0d-a6e0-295879bc3df9/483d9f6f-a7db-4d58-8be3-14e833e697b6/65743a0b-c155-45bc-9d47-4da430f9e627) {{(pid=121474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:59:08.045373 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-5b76fad3-8528-44f4-a92c-72f061db4985 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:08.060466 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-4d997d46-8326-4586-ad92-ef57bc1e74c7 None None] For port 956e5455-c6ed-45cd-ab56-d0cb6bb35657, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=956e5455-c6ed-45cd-ab56-d0cb6bb35657,segment=NetworkSegment(7ac5aa42-d84c-402d-8b7d-91411dee0356),segment_id=7ac5aa42-d84c-402d-8b7d-91411dee0356)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:59:08.134458 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-e3813ab9-a394-402d-a15a-e608d3ec312b tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:08.138490 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-e3813ab9-a394-402d-a15a-e608d3ec312b tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/networks?id=4531d3b7-3c72-4c16-9fba-50470f633af2 HTTP/1.1" status: 200 len: 819 time: 0.4571440 Jul 28 03:59:08.142785 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-3148b572-bee4-4933-b70a-5082fa76be43 req-6c687140-7f95-4d1c-9553-ae99c4c32f57 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/ports?device_id=29b7a8cc-247d-4e90-9d62-20d9198f0d00 HTTP/1.1" status: 200 len: 210 time: 0.1042986 Jul 28 03:59:08.167235 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Pushing event updated for resources: {'Port': ['ID=58cefad6-7935-4183-9a1c-ebb632bebc38,revision_number=4']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:08.174668 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-15e9fa14-d2d1-46a9-8a91-5fcf6f12776d tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/quotas/8bf7f0f7880a435ba552361bcb31ef91 HTTP/1.1" status: 200 len: 375 time: 0.0317607 Jul 28 03:59:08.271856 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f05383-0779-47d2-8820-cc37dff9918e None None] Network 93ea45f4-7bd2-4a83-8c4b-2bca122e4a72 requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 03:59:08.328042 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-4d997d46-8326-4586-ad92-ef57bc1e74c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (956e5455-c6ed-45cd-ab56-d0cb6bb35657), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:08.353291 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-52b3b53a-6b76-4a0c-8fe3-ccfd54989809 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks [] for port (65743a0b-c155-45bc-9d47-4da430f9e627), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:08.397729 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-5bf47b37-9e36-4ca6-8870-0da60cf58d0e tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8bf7f0f7880a435ba552361bcb31ef91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1653450 Jul 28 03:59:08.432381 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-4e703ef4-8c7c-4d68-8322-55c71c24df8e req-d33a5a33-0d79-4076-968f-9111c3c44944 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 210 time: 0.0466909 Jul 28 03:59:08.458115 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port 7b5d5ba8-6147-4c01-9701-b138b2a8254d triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:08.458529 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (7b5d5ba8-6147-4c01-9701-b138b2a8254d), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:08.539050 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-f5c94f0e-853f-4984-9c58-7b996036f64f service neutron] 10.222.0.66 "GET /v2.0/networks/4531d3b7-3c72-4c16-9fba-50470f633af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253805 Jul 28 03:59:08.596992 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 50886) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:08.605015 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3819238e-44d8-49f2-8b5a-7f9595af980c None None] Pushing event updated for resources: {'Port': ['ID=b224d4e3-ad11-4298-ad50-fc19a01406d3,revision_number=3']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:08.649667 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-52b3b53a-6b76-4a0c-8fe3-ccfd54989809 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379'] for port (65743a0b-c155-45bc-9d47-4da430f9e627), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:08.720453 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-16b1c54b-f99d-465d-9c4e-8e67ff618c1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:08.727606 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b3b53a-6b76-4a0c-8fe3-ccfd54989809 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Network ea650c0a-dc48-4a0d-a6e0-295879bc3df9 is already hosted by enough agents. {{(pid=121474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:59:08.737685 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [None req-52b3b53a-6b76-4a0c-8fe3-ccfd54989809 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Resources bound (agent type, host, resource id): {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:59:08.746757 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b3b53a-6b76-4a0c-8fe3-ccfd54989809 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Received port after_create {{(pid=121474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 03:59:08.767666 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-5baba10b-390d-47ad-9417-a7818f1b5cce None None] Provisioning complete for port b224d4e3-ad11-4298-ad50-fc19a01406d3 triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:08.768554 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-5baba10b-390d-47ad-9417-a7818f1b5cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (b224d4e3-ad11-4298-ad50-fc19a01406d3), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:08.858297 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-52b3b53a-6b76-4a0c-8fe3-ccfd54989809 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks [] for floatingip (60446ab5-62d9-435c-987f-ae1f36ceb0e3), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:08.871332 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.db_base_plugin_common [None req-5b76fad3-8528-44f4-a92c-72f061db4985 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Allocated IP 172.27.0.200 (ea650c0a-dc48-4a0d-a6e0-295879bc3df9/483d9f6f-a7db-4d58-8be3-14e833e697b6/b5b302b6-86c9-416a-8253-39356169d8c0) {{(pid=121475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:59:08.884522 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:08.887525 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-5269535c-50b6-49f7-bef8-290b7b0303fe None None] Attempting to bind port b224d4e3-ad11-4298-ad50-fc19a01406d3 on host dv-cinder-851279-1-iscsi for vnic_type normal with profile {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 03:59:08.887899 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-5269535c-50b6-49f7-bef8-290b7b0303fe None None] Attempting to bind port b224d4e3-ad11-4298-ad50-fc19a01406d3 by drivers openvswitch,hyperv on host dv-cinder-851279-1-iscsi at level 0 using segments [{'id': '63389bb8-8376-476f-a8bd-a6fab1db75db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1b695295-a70d-4773-a7f6-af5ea3f070dd'}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 03:59:08.888293 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5269535c-50b6-49f7-bef8-290b7b0303fe None None] Attempting to bind port b224d4e3-ad11-4298-ad50-fc19a01406d3 on network 1b695295-a70d-4773-a7f6-af5ea3f070dd {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 03:59:08.920342 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b3b53a-6b76-4a0c-8fe3-ccfd54989809 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Pushing event updated for resources: {'Port': ['ID=65743a0b-c155-45bc-9d47-4da430f9e627,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:08.939067 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5269535c-50b6-49f7-bef8-290b7b0303fe None None] Checking agent: {'id': '51dbe35b-f2d3-4ce9-b487-580c36e6d07a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 49, 50), 'started_at': datetime.datetime(2022, 7, 28, 3, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 3, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 03:59:08.939449 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5269535c-50b6-49f7-bef8-290b7b0303fe None None] Checking segment: {'id': '63389bb8-8376-476f-a8bd-a6fab1db75db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1b695295-a70d-4773-a7f6-af5ea3f070dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 03:59:08.940337 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-89e801b0-f22d-4ec2-bbd9-741fd62e00d6 service neutron] 10.222.0.66 "GET /v2.0/networks/4531d3b7-3c72-4c16-9fba-50470f633af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864293 Jul 28 03:59:08.948029 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-5269535c-50b6-49f7-bef8-290b7b0303fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:08.948815 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5269535c-50b6-49f7-bef8-290b7b0303fe None None] Bound using segment: {'id': '63389bb8-8376-476f-a8bd-a6fab1db75db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1b695295-a70d-4773-a7f6-af5ea3f070dd'} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 03:59:08.949443 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-5269535c-50b6-49f7-bef8-290b7b0303fe None None] Bound port: b224d4e3-ad11-4298-ad50-fc19a01406d3, host: dv-cinder-851279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63389bb8-8376-476f-a8bd-a6fab1db75db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1b695295-a70d-4773-a7f6-af5ea3f070dd'}}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 03:59:08.949879 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-5269535c-50b6-49f7-bef8-290b7b0303fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (b224d4e3-ad11-4298-ad50-fc19a01406d3), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:08.992217 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-582ff2f6-95c4-4a02-b728-f76a51d41b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'name': 'tempest-AttachVolumeTestJSON-350895408-router', 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'bdaacc0e-026c-45bb-91ce-d6943bc8b36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T03:58:53Z', 'revision_number': 4, 'project_id': '6a869e1e00fc4d8d9d4511e34501665f', 'gw_port': {'id': 'bdaacc0e-026c-45bb-91ce-d6943bc8b36e', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '98abe0e5-d981-4868-a7f3-04ad99bcc49f', 'name': '', 'network_id': '5b7076b1-5b54-41f8-8740-25deddb61b0a', 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'mac_address': 'fa:16:3e:b5:0c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0c317d02-35c6-4092-b3d2-22f73010b2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:51Z', 'updated_at': '2022-07-28T03:59:05Z', 'revision_number': 4, 'project_id': '6a869e1e00fc4d8d9d4511e34501665f', 'subnets': [{'id': '0c317d02-35c6-4092-b3d2-22f73010b2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:08.998749 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d997d46-8326-4586-ad92-ef57bc1e74c7 None None] Pushing event updated for resources: {'Port': ['ID=956e5455-c6ed-45cd-ab56-d0cb6bb35657,revision_number=5']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:09.061498 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-52b3b53a-6b76-4a0c-8fe3-ccfd54989809 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (65743a0b-c155-45bc-9d47-4da430f9e627), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:09.069311 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-5baba10b-390d-47ad-9417-a7818f1b5cce None None] Port b224d4e3-ad11-4298-ad50-fc19a01406d3 cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 03:59:09.083563 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582ff2f6-95c4-4a02-b728-f76a51d41b23 None None] The sync data for ids ['a742bb6a-8304-4f5a-8d24-66a8e74f4d23'] in dv-cinder-851279-1-iscsi is: [{'id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'name': 'tempest-AttachVolumeTestJSON-350895408-router', 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'bdaacc0e-026c-45bb-91ce-d6943bc8b36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T03:58:53Z', 'revision_number': 4, 'project_id': '6a869e1e00fc4d8d9d4511e34501665f', 'gw_port': {'id': 'bdaacc0e-026c-45bb-91ce-d6943bc8b36e', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '98abe0e5-d981-4868-a7f3-04ad99bcc49f', 'name': '', 'network_id': '5b7076b1-5b54-41f8-8740-25deddb61b0a', 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'mac_address': 'fa:16:3e:b5:0c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0c317d02-35c6-4092-b3d2-22f73010b2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:51Z', 'updated_at': '2022-07-28T03:59:05Z', 'revision_number': 4, 'project_id': '6a869e1e00fc4d8d9d4511e34501665f', 'subnets': [{'id': '0c317d02-35c6-4092-b3d2-22f73010b2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:59:09.132312 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=100 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:09.148426 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-16b1c54b-f99d-465d-9c4e-8e67ff618c1f admin admin] Publish callbacks [] for security_group (1e6cba6c-5b4b-4f58-ad7f-608d2a2cca16), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:09.177144 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port 7b5d5ba8-6147-4c01-9701-b138b2a8254d is: DOWN; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:59:09.178558 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (7b5d5ba8-6147-4c01-9701-b138b2a8254d), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:09.188577 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-5b76fad3-8528-44f4-a92c-72f061db4985 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for port (b5b302b6-86c9-416a-8253-39356169d8c0), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:09.225401 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-5baba10b-390d-47ad-9417-a7818f1b5cce None None] Provisioning complete for port 98abe0e5-d981-4868-a7f3-04ad99bcc49f triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:09.226146 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-5baba10b-390d-47ad-9417-a7818f1b5cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (98abe0e5-d981-4868-a7f3-04ad99bcc49f), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:09.276059 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-16b1c54b-f99d-465d-9c4e-8e67ff618c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (1e6cba6c-5b4b-4f58-ad7f-608d2a2cca16), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:09.389323 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-16b1c54b-f99d-465d-9c4e-8e67ff618c1f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5824850cb36d4b8f96398c18e87f8143&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7912202 Jul 28 03:59:09.391040 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 50920) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:09.434387 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] For port 7b5d5ba8-6147-4c01-9701-b138b2a8254d, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=7b5d5ba8-6147-4c01-9701-b138b2a8254d,segment=NetworkSegment(f2985cdc-b551-4e3f-9fbc-bf06e2065a47),segment_id=f2985cdc-b551-4e3f-9fbc-bf06e2065a47)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:59:09.507831 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-52b3b53a-6b76-4a0c-8fe3-ccfd54989809 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks [] for port (65743a0b-c155-45bc-9d47-4da430f9e627), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:09.510797 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 50926) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:09.520710 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-5b7ecf3b-4a20-483d-b3af-0323d1025884 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1101405427-network', 'tenant_id': '832994a4cc4b49e4a3e7ed5ecb99606f'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:59:09.543770 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (7b5d5ba8-6147-4c01-9701-b138b2a8254d), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:09.543770 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device d8e2e8b1-3c4e-4f55-b23c-064f573d13ac up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:59:09.601181 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-5269535c-50b6-49f7-bef8-290b7b0303fe None None] For port b224d4e3-ad11-4298-ad50-fc19a01406d3, host dv-cinder-851279-1-iscsi, cleared binding levels {{(pid=121476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:59:09.651460 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:09.722139 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-52b3b53a-6b76-4a0c-8fe3-ccfd54989809 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (65743a0b-c155-45bc-9d47-4da430f9e627), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:09.738196 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port d8e2e8b1-3c4e-4f55-b23c-064f573d13ac triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:09.738857 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (d8e2e8b1-3c4e-4f55-b23c-064f573d13ac), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:09.750292 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-25f6216a-fa11-4903-8b33-a2657c75a6f4 req-d5d2ffb1-5ba1-41f8-bad7-774429d8bf96 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=a30f5c60-8ee4-4d46-aec9-34dd464d21b9 HTTP/1.1" status: 200 len: 210 time: 0.2355213 Jul 28 03:59:09.783157 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-52b3b53a-6b76-4a0c-8fe3-ccfd54989809 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739753'] for floatingip (60446ab5-62d9-435c-987f-ae1f36ceb0e3), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:09.802238 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:09.839230 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-2b23df8e-0d65-44ee-b02a-5535d1be02d0 req-15d46e02-f73e-437b-909d-68b4caabff7c tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/ports?device_id=29b7a8cc-247d-4e90-9d62-20d9198f0d00 HTTP/1.1" status: 200 len: 210 time: 0.4732699 Jul 28 03:59:09.864022 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b3b53a-6b76-4a0c-8fe3-ccfd54989809 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Pushing event updated for resources: {'Port': ['ID=65743a0b-c155-45bc-9d47-4da430f9e627,revision_number=2']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:09.882719 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7ecf3b-4a20-483d-b3af-0323d1025884 admin admin] Made reservation on behalf of 832994a4cc4b49e4a3e7ed5ecb99606f for: {'network': 1} {{(pid=121474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:59:09.888115 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-5b7ecf3b-4a20-483d-b3af-0323d1025884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for network (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:09.889971 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b1c54b-f99d-465d-9c4e-8e67ff618c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6cba6c-5b4b-4f58-ad7f-608d2a2cca16,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:09.893046 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-5b76fad3-8528-44f4-a92c-72f061db4985 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379'] for port (b5b302b6-86c9-416a-8253-39356169d8c0), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:09.907425 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-52b3b53a-6b76-4a0c-8fe3-ccfd54989809 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for floatingip (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:09.911688 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-52b3b53a-6b76-4a0c-8fe3-ccfd54989809 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9079261 Jul 28 03:59:09.953498 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-5b7ecf3b-4a20-483d-b3af-0323d1025884 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:09.965651 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76fad3-8528-44f4-a92c-72f061db4985 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Pushing event updated for resources: {'Port': ['ID=b5b302b6-86c9-416a-8253-39356169d8c0,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:09.995917 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-0b81024c-54c5-4afc-a1ea-b06661b811de admin admin] Publish callbacks [] for security_group (1e6cba6c-5b4b-4f58-ad7f-608d2a2cca16), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:10.004682 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-cfd1ff2d-4547-4a5a-882b-94dede8f45fe req-3e786b85-0fd5-4374-a0e8-2a979b403c39 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 210 time: 0.1023951 Jul 28 03:59:10.013609 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b76fad3-8528-44f4-a92c-72f061db4985 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Network ea650c0a-dc48-4a0d-a6e0-295879bc3df9 is already hosted by enough agents. {{(pid=121475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:59:10.024054 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.base_scheduler [None req-5b76fad3-8528-44f4-a92c-72f061db4985 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Resources bound (agent type, host, resource id): {{(pid=121475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:59:10.028453 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b76fad3-8528-44f4-a92c-72f061db4985 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Received port after_create {{(pid=121475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 03:59:10.114436 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-5baba10b-390d-47ad-9417-a7818f1b5cce None None] Current status of the port 98abe0e5-d981-4868-a7f3-04ad99bcc49f is: DOWN; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:59:10.115619 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-5baba10b-390d-47ad-9417-a7818f1b5cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (98abe0e5-d981-4868-a7f3-04ad99bcc49f), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:10.139699 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-5269535c-50b6-49f7-bef8-290b7b0303fe None None] For port b224d4e3-ad11-4298-ad50-fc19a01406d3, host dv-cinder-851279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=b224d4e3-ad11-4298-ad50-fc19a01406d3,segment=NetworkSegment(63389bb8-8376-476f-a8bd-a6fab1db75db),segment_id=63389bb8-8376-476f-a8bd-a6fab1db75db)] {{(pid=121476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:59:10.139900 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-0b81024c-54c5-4afc-a1ea-b06661b811de admin admin] Publish callbacks [] for security_group (1e6cba6c-5b4b-4f58-ad7f-608d2a2cca16), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:10.216168 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-5b76fad3-8528-44f4-a92c-72f061db4985 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for floatingip (e501ce82-fd89-48eb-8caf-ae8ba215ad22), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:10.250643 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:10.268169 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-5b7ecf3b-4a20-483d-b3af-0323d1025884 admin admin] Publish callbacks [] for security_group (42ef13df-8a09-4d40-9bfe-c7b31763b5e8), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:10.278490 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-5269535c-50b6-49f7-bef8-290b7b0303fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (b224d4e3-ad11-4298-ad50-fc19a01406d3), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:10.288550 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-5baba10b-390d-47ad-9417-a7818f1b5cce None None] For port 98abe0e5-d981-4868-a7f3-04ad99bcc49f, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=98abe0e5-d981-4868-a7f3-04ad99bcc49f,segment=NetworkSegment(59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b),segment_id=59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:59:10.350665 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Pushing event updated for resources: {'Port': ['ID=7b5d5ba8-6147-4c01-9701-b138b2a8254d,revision_number=4']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:10.391357 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-5baba10b-390d-47ad-9417-a7818f1b5cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (98abe0e5-d981-4868-a7f3-04ad99bcc49f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:10.405426 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-5b7ecf3b-4a20-483d-b3af-0323d1025884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (42ef13df-8a09-4d40-9bfe-c7b31763b5e8), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:10.451408 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b7ecf3b-4a20-483d-b3af-0323d1025884 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=121474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:59:10.462222 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port d8e2e8b1-3c4e-4f55-b23c-064f573d13ac is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:59:10.474952 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-5baba10b-390d-47ad-9417-a7818f1b5cce None None] Provisioning complete for port 6313a4ce-75ee-4e06-932c-3acd6f062c3a triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:10.474952 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-5baba10b-390d-47ad-9417-a7818f1b5cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (6313a4ce-75ee-4e06-932c-3acd6f062c3a), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:10.476755 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5269535c-50b6-49f7-bef8-290b7b0303fe None None] Routers {'cca73ec6-d4c4-4474-bedf-88478560281c'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 03:59:10.477267 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-5269535c-50b6-49f7-bef8-290b7b0303fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T03:58:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['cca73ec6-d4c4-4474-bedf-88478560281c'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:10.482203 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-0b81024c-54c5-4afc-a1ea-b06661b811de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (1e6cba6c-5b4b-4f58-ad7f-608d2a2cca16), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:10.507064 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-0b81024c-54c5-4afc-a1ea-b06661b811de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:10.507064 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-0b81024c-54c5-4afc-a1ea-b06661b811de admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1e6cba6c-5b4b-4f58-ad7f-608d2a2cca16 HTTP/1.1" status: 204 len: 168 time: 1.0987778 Jul 28 03:59:10.569735 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f24a6ec-eb89-429b-8f6a-00b8918ceb66 None None] Sync routers for ids ['2d1945e5-9fdd-4c9c-9878-1432accd293d'] in dv-cinder-851279-1-iscsi {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:59:10.586275 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f24a6ec-eb89-429b-8f6a-00b8918ceb66 None None] Routers {'2d1945e5-9fdd-4c9c-9878-1432accd293d'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 03:59:10.594036 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-6f24a6ec-eb89-429b-8f6a-00b8918ceb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T03:58:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['2d1945e5-9fdd-4c9c-9878-1432accd293d'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:10.618481 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-5b7ecf3b-4a20-483d-b3af-0323d1025884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684'] for segment (6539cdcd-edee-4ad3-9eae-0d7e662204a8), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:10.618767 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.db.segments_db [None req-5b7ecf3b-4a20-483d-b3af-0323d1025884 admin admin] Added segment 6539cdcd-edee-4ad3-9eae-0d7e662204a8 of type vlan for network 19ea40a9-a58f-4a44-bb17-b864806247a5 Jul 28 03:59:10.644874 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7ecf3b-4a20-483d-b3af-0323d1025884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ef13df-8a09-4d40-9bfe-c7b31763b5e8,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:10.652849 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3819238e-44d8-49f2-8b5a-7f9595af980c None None] Pushing event updated for resources: {'Port': ['ID=b224d4e3-ad11-4298-ad50-fc19a01406d3,revision_number=4']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:10.886744 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:10.904123 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-5baba10b-390d-47ad-9417-a7818f1b5cce None None] Port 6313a4ce-75ee-4e06-932c-3acd6f062c3a cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 03:59:10.933343 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81024c-54c5-4afc-a1ea-b06661b811de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6cba6c-5b4b-4f58-ad7f-608d2a2cca16,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:10.946591 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-5269535c-50b6-49f7-bef8-290b7b0303fe None None] Set router cca73ec6-d4c4-4474-bedf-88478560281c gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 03:59:10.953199 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-5b45e0e5-4a54-455a-ac00-7aa15bf84cf0 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1066177266&fields=id&tenant_id=52b087e8dc5c4426b8402dfdf99328ad HTTP/1.1" status: 200 len: 267 time: 0.6292069 Jul 28 03:59:10.961515 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:10.997466 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-5b76fad3-8528-44f4-a92c-72f061db4985 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (b5b302b6-86c9-416a-8253-39356169d8c0), before_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:11.021980 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-5b7ecf3b-4a20-483d-b3af-0323d1025884 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761987992185'] for network (19ea40a9-a58f-4a44-bb17-b864806247a5), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:11.041582 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-6f24a6ec-eb89-429b-8f6a-00b8918ceb66 None None] Set router 2d1945e5-9fdd-4c9c-9878-1432accd293d gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 03:59:11.088132 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-4b7591c6-509e-4817-b60a-e976b5ca230f tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:11.096325 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-4b7591c6-509e-4817-b60a-e976b5ca230f tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/networks?id=4531d3b7-3c72-4c16-9fba-50470f633af2 HTTP/1.1" status: 200 len: 819 time: 0.7803783 Jul 28 03:59:11.114002 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 956e5455-c6ed-45cd-ab56-d0cb6bb35657 up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:59:11.127199 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:11.129582 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-738dc032-2413-4ff4-a08c-5f5c7f2036e7 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/quotas/8bf7f0f7880a435ba552361bcb31ef91 HTTP/1.1" status: 200 len: 375 time: 0.0320985 Jul 28 03:59:11.136438 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baba10b-390d-47ad-9417-a7818f1b5cce None None] Pushing event updated for resources: {'Port': ['ID=98abe0e5-d981-4868-a7f3-04ad99bcc49f,revision_number=5']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:11.310375 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-3142ab70-02f7-4b07-a7e3-4588444afafb None None] Provisioning complete for port b224d4e3-ad11-4298-ad50-fc19a01406d3 triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:11.312463 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-3142ab70-02f7-4b07-a7e3-4588444afafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (b224d4e3-ad11-4298-ad50-fc19a01406d3), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:11.337976 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-03b8ce0e-53e5-499c-b3e6-f075a4b2405b tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:11.339570 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-03b8ce0e-53e5-499c-b3e6-f075a4b2405b tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/networks?id=500d2409-0505-4e71-ad33-d33fa2f8a8dc HTTP/1.1" status: 200 len: 816 time: 0.3740575 Jul 28 03:59:11.341049 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-5b7ecf3b-4a20-483d-b3af-0323d1025884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753'] for network (19ea40a9-a58f-4a44-bb17-b864806247a5), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:11.342433 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7ecf3b-4a20-483d-b3af-0323d1025884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:11.343186 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-5b7ecf3b-4a20-483d-b3af-0323d1025884 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for network (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:11.382675 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-06d6b371-96a0-403e-842a-5661b0b31f1a tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8bf7f0f7880a435ba552361bcb31ef91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2488332 Jul 28 03:59:11.493364 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-6f24a6ec-eb89-429b-8f6a-00b8918ceb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'name': 'tempest-AttachVolumeNegativeTest-1250024005-router', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:58:59Z', 'revision_number': 4, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'gw_port': {'id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:45:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': 'c9e3be20-44f2-425a-a063-9ed509852e7c', 'name': '', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'mac_address': 'fa:16:3e:1e:0e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:58Z', 'updated_at': '2022-07-28T03:59:00Z', 'revision_number': 2, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'subnets': [{'id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:11.511893 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-e09f6569-24c8-44f9-b08d-77686532d30b tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/quotas/52b087e8dc5c4426b8402dfdf99328ad HTTP/1.1" status: 200 len: 375 time: 0.1536295 Jul 28 03:59:11.550596 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f24a6ec-eb89-429b-8f6a-00b8918ceb66 None None] Checking router: 2d1945e5-9fdd-4c9c-9878-1432accd293d for host: dv-cinder-851279-1-iscsi {{(pid=121477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:59:11.551199 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f24a6ec-eb89-429b-8f6a-00b8918ceb66 None None] Updating router 2d1945e5-9fdd-4c9c-9878-1432accd293d port c9e3be20-44f2-425a-a063-9ed509852e7c binding host dv-cinder-851279-1-iscsi {{(pid=121477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:59:11.577100 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-5b7ecf3b-4a20-483d-b3af-0323d1025884 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.0607820 Jul 28 03:59:11.580245 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7ecf3b-4a20-483d-b3af-0323d1025884 admin admin] Pushing event updated for resources: {'Network': ['ID=19ea40a9-a58f-4a44-bb17-b864806247a5,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:11.586708 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 50980) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:11.602055 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-cb16af9e-20d3-4b53-b618-b1715788e622 admin admin] Request body: {'subnet': {'network_id': '19ea40a9-a58f-4a44-bb17-b864806247a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1101405427-subnet', 'tenant_id': '832994a4cc4b49e4a3e7ed5ecb99606f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:59:11.609625 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Network 19ea40a9-a58f-4a44-bb17-b864806247a5 details requested by agent ovs-agent-dv-cinder-851279-1-iscsi with host dv-cinder-851279-1-iscsi {{(pid=121476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:59:11.638837 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port 956e5455-c6ed-45cd-ab56-d0cb6bb35657 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:11.639078 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (956e5455-c6ed-45cd-ab56-d0cb6bb35657), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:11.653116 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-6f24a6ec-eb89-429b-8f6a-00b8918ceb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (c9e3be20-44f2-425a-a063-9ed509852e7c), before_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:11.692430 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-ab53c023-6779-4cde-a3d6-a3d710a0cd84 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=52b087e8dc5c4426b8402dfdf99328ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1690178 Jul 28 03:59:11.777525 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-5b76fad3-8528-44f4-a92c-72f061db4985 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for port (b5b302b6-86c9-416a-8253-39356169d8c0), precommit_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:11.799118 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.67', 61234) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:11.828985 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-d1df45ce-7418-4961-9c30-3d33fe68a3e1 service neutron] 10.222.0.66 "GET /v2.0/networks/4531d3b7-3c72-4c16-9fba-50470f633af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261160 Jul 28 03:59:11.864529 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb16af9e-20d3-4b53-b618-b1715788e622 admin admin] Made reservation on behalf of 832994a4cc4b49e4a3e7ed5ecb99606f for: {'subnet': 1} {{(pid=121475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:59:11.872479 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-cb16af9e-20d3-4b53-b618-b1715788e622 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:11.895490 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-3142ab70-02f7-4b07-a7e3-4588444afafb None None] Current status of the port b224d4e3-ad11-4298-ad50-fc19a01406d3 is: DOWN; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:59:11.895938 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-3142ab70-02f7-4b07-a7e3-4588444afafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (b224d4e3-ad11-4298-ad50-fc19a01406d3), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:11.940653 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-5269535c-50b6-49f7-bef8-290b7b0303fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca73ec6-d4c4-4474-bedf-88478560281c', 'name': 'tempest-DeleteServersTestJSON-511863461-router', 'tenant_id': '5c3d84518f1e4d7885f6998c88c3da4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '58cefad6-7935-4183-9a1c-ebb632bebc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T03:58:58Z', 'revision_number': 4, 'project_id': '5c3d84518f1e4d7885f6998c88c3da4a', 'gw_port': {'id': '58cefad6-7935-4183-9a1c-ebb632bebc38', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca73ec6-d4c4-4474-bedf-88478560281c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': 'b224d4e3-ad11-4298-ad50-fc19a01406d3', 'name': '', 'network_id': '1b695295-a70d-4773-a7f6-af5ea3f070dd', 'tenant_id': '5c3d84518f1e4d7885f6998c88c3da4a', 'mac_address': 'fa:16:3e:37:e8:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca73ec6-d4c4-4474-bedf-88478560281c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '9b840d1a-f1be-4d7b-beda-5edc30034b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:55Z', 'updated_at': '2022-07-28T03:59:09Z', 'revision_number': 4, 'project_id': '5c3d84518f1e4d7885f6998c88c3da4a', 'subnets': [{'id': '9b840d1a-f1be-4d7b-beda-5edc30034b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:11.996409 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-5b76fad3-8528-44f4-a92c-72f061db4985 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (b5b302b6-86c9-416a-8253-39356169d8c0), after_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:11.999650 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5269535c-50b6-49f7-bef8-290b7b0303fe None None] The sync data for ids ['cca73ec6-d4c4-4474-bedf-88478560281c'] in dv-cinder-851279-1-iscsi is: [{'id': 'cca73ec6-d4c4-4474-bedf-88478560281c', 'name': 'tempest-DeleteServersTestJSON-511863461-router', 'tenant_id': '5c3d84518f1e4d7885f6998c88c3da4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '58cefad6-7935-4183-9a1c-ebb632bebc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T03:58:58Z', 'revision_number': 4, 'project_id': '5c3d84518f1e4d7885f6998c88c3da4a', 'gw_port': {'id': '58cefad6-7935-4183-9a1c-ebb632bebc38', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca73ec6-d4c4-4474-bedf-88478560281c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': 'b224d4e3-ad11-4298-ad50-fc19a01406d3', 'name': '', 'network_id': '1b695295-a70d-4773-a7f6-af5ea3f070dd', 'tenant_id': '5c3d84518f1e4d7885f6998c88c3da4a', 'mac_address': 'fa:16:3e:37:e8:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca73ec6-d4c4-4474-bedf-88478560281c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '9b840d1a-f1be-4d7b-beda-5edc30034b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:55Z', 'updated_at': '2022-07-28T03:59:09Z', 'revision_number': 4, 'project_id': '5c3d84518f1e4d7885f6998c88c3da4a', 'subnets': [{'id': '9b840d1a-f1be-4d7b-beda-5edc30034b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:59:12.012971 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-3142ab70-02f7-4b07-a7e3-4588444afafb None None] For port b224d4e3-ad11-4298-ad50-fc19a01406d3, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=b224d4e3-ad11-4298-ad50-fc19a01406d3,segment=NetworkSegment(63389bb8-8376-476f-a8bd-a6fab1db75db),segment_id=63389bb8-8376-476f-a8bd-a6fab1db75db)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:59:12.016368 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-ec03432e-791e-4696-87ff-7e938c1484f0 service neutron] 10.222.0.66 "GET /v2.0/networks/500d2409-0505-4e71-ad33-d33fa2f8a8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086078 Jul 28 03:59:12.017962 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port 956e5455-c6ed-45cd-ab56-d0cb6bb35657 is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:59:12.019046 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 98abe0e5-d981-4868-a7f3-04ad99bcc49f up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:59:12.082631 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port 98abe0e5-d981-4868-a7f3-04ad99bcc49f triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:12.083074 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (98abe0e5-d981-4868-a7f3-04ad99bcc49f), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:12.087625 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-3142ab70-02f7-4b07-a7e3-4588444afafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (b224d4e3-ad11-4298-ad50-fc19a01406d3), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:12.145985 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-da37d3b8-0c85-44d3-9466-dc0ca87d042f service neutron] 10.222.0.66 "GET /v2.0/networks/4531d3b7-3c72-4c16-9fba-50470f633af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654474 Jul 28 03:59:12.212605 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-646fecbd-510f-4215-9f7d-b0e8fd858064 service neutron] 10.222.0.66 "GET /v2.0/networks/500d2409-0505-4e71-ad33-d33fa2f8a8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913769 Jul 28 03:59:12.241061 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:12.250451 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=100 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:12.266055 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-5b76fad3-8528-44f4-a92c-72f061db4985 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739753'] for floatingip (e501ce82-fd89-48eb-8caf-ae8ba215ad22), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:12.320762 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76fad3-8528-44f4-a92c-72f061db4985 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Pushing event updated for resources: {'Port': ['ID=b5b302b6-86c9-416a-8253-39356169d8c0,revision_number=2']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:12.332890 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port 98abe0e5-d981-4868-a7f3-04ad99bcc49f is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:59:12.334725 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 58cefad6-7935-4183-9a1c-ebb632bebc38 up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:59:12.376459 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-69e94abc-6d21-40d0-88d8-0e34408760aa tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:12.383069 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-69e94abc-6d21-40d0-88d8-0e34408760aa tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.67 "GET /v2.0/networks?id=1b695295-a70d-4773-a7f6-af5ea3f070dd HTTP/1.1" status: 200 len: 811 time: 0.5824378 Jul 28 03:59:12.392731 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3142ab70-02f7-4b07-a7e3-4588444afafb None None] Pushing event updated for resources: {'Port': ['ID=b224d4e3-ad11-4298-ad50-fc19a01406d3,revision_number=5']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:12.403928 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-6f24a6ec-eb89-429b-8f6a-00b8918ceb66 None None] Publish callbacks [] for port (c9e3be20-44f2-425a-a063-9ed509852e7c), precommit_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:12.415467 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port 58cefad6-7935-4183-9a1c-ebb632bebc38 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:12.415929 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (58cefad6-7935-4183-9a1c-ebb632bebc38), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:12.419182 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:12.429410 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-5b76fad3-8528-44f4-a92c-72f061db4985 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for floatingip (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:12.431028 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-5b76fad3-8528-44f4-a92c-72f061db4985 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0996459 Jul 28 03:59:12.499640 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-6f24a6ec-eb89-429b-8f6a-00b8918ceb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (c9e3be20-44f2-425a-a063-9ed509852e7c), after_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:12.530163 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.67', 61235) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:12.536037 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-1eef8010-2554-4cb8-bbad-92a74c4034de tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] Request body: {'port': {'device_id': '29b7a8cc-247d-4e90-9d62-20d9198f0d00', 'network_id': '1b695295-a70d-4773-a7f6-af5ea3f070dd', 'admin_state_up': True, 'tenant_id': '5c3d84518f1e4d7885f6998c88c3da4a'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:59:12.595282 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port 58cefad6-7935-4183-9a1c-ebb632bebc38 is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:59:12.596608 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 7b5d5ba8-6147-4c01-9701-b138b2a8254d up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:59:12.691081 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-cb16af9e-20d3-4b53-b618-b1715788e622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753'] for subnet (74d377f5-ec81-4cd2-a7da-cb08d4ca11be), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:12.738423 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988308c8-10ad-4578-814e-841f91d4c0cc None None] Pushing event updated for resources: {'Port': ['ID=c9e3be20-44f2-425a-a063-9ed509852e7c,revision_number=3']} {{(pid=121477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:12.769451 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 51008) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:12.790565 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port 7b5d5ba8-6147-4c01-9701-b138b2a8254d triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:12.790565 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (7b5d5ba8-6147-4c01-9701-b138b2a8254d), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:13.013784 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port 7b5d5ba8-6147-4c01-9701-b138b2a8254d is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:59:13.017577 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device b4af4871-05b4-4ea1-9797-79edafad71d3 up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:59:13.030065 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-b33e8ea3-6ff1-46fb-9433-ca87d8c78844 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:13.044664 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-b33e8ea3-6ff1-46fb-9433-ca87d8c78844 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.67 "GET /v2.0/networks?id=5b7076b1-5b54-41f8-8740-25deddb61b0a HTTP/1.1" status: 200 len: 810 time: 0.5100811 Jul 28 03:59:13.056812 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.67', 61240) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:13.126917 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.managers [None req-6f24a6ec-eb89-429b-8f6a-00b8918ceb66 None None] Attempting to bind port c9e3be20-44f2-425a-a063-9ed509852e7c on host dv-cinder-851279-1-iscsi for vnic_type normal with profile {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 03:59:13.130080 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.managers [None req-6f24a6ec-eb89-429b-8f6a-00b8918ceb66 None None] Attempting to bind port c9e3be20-44f2-425a-a063-9ed509852e7c by drivers openvswitch,hyperv on host dv-cinder-851279-1-iscsi at level 0 using segments [{'id': '37f94176-e298-4b67-acca-ec05537ae703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd'}] {{(pid=121477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 03:59:13.132508 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f24a6ec-eb89-429b-8f6a-00b8918ceb66 None None] Attempting to bind port c9e3be20-44f2-425a-a063-9ed509852e7c on network 9cf9021b-c509-4bfd-870b-1ff5c987c7dd {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 03:59:13.153766 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f24a6ec-eb89-429b-8f6a-00b8918ceb66 None None] Checking agent: {'id': '51dbe35b-f2d3-4ce9-b487-580c36e6d07a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 49, 50), 'started_at': datetime.datetime(2022, 7, 28, 3, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 3, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 03:59:13.156745 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f24a6ec-eb89-429b-8f6a-00b8918ceb66 None None] Checking segment: {'id': '37f94176-e298-4b67-acca-ec05537ae703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 03:59:13.157324 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-6f24a6ec-eb89-429b-8f6a-00b8918ceb66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:13.157441 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port b4af4871-05b4-4ea1-9797-79edafad71d3 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:13.157709 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (b4af4871-05b4-4ea1-9797-79edafad71d3), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:13.160054 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f24a6ec-eb89-429b-8f6a-00b8918ceb66 None None] Bound using segment: {'id': '37f94176-e298-4b67-acca-ec05537ae703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd'} {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 03:59:13.160575 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.managers [None req-6f24a6ec-eb89-429b-8f6a-00b8918ceb66 None None] Bound port: c9e3be20-44f2-425a-a063-9ed509852e7c, host: dv-cinder-851279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f94176-e298-4b67-acca-ec05537ae703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd'}}] {{(pid=121477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 03:59:13.160965 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-6f24a6ec-eb89-429b-8f6a-00b8918ceb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (c9e3be20-44f2-425a-a063-9ed509852e7c), before_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:13.203616 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb16af9e-20d3-4b53-b618-b1715788e622 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74d377f5-ec81-4cd2-a7da-cb08d4ca11be,revision_number=0']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:13.229620 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:13.383875 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:13.405641 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port b4af4871-05b4-4ea1-9797-79edafad71d3 is: DOWN; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:59:13.408381 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (b4af4871-05b4-4ea1-9797-79edafad71d3), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:13.454844 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-dd224248-894e-4896-af95-ee2404d89500 req-582e3f90-ee3d-4f78-be13-28fbba1d0426 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/ports?device_id=29b7a8cc-247d-4e90-9d62-20d9198f0d00 HTTP/1.1" status: 200 len: 210 time: 0.3794689 Jul 28 03:59:13.480248 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] For port b4af4871-05b4-4ea1-9797-79edafad71d3, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=b4af4871-05b4-4ea1-9797-79edafad71d3,segment=NetworkSegment(f2985cdc-b551-4e3f-9fbc-bf06e2065a47),segment_id=f2985cdc-b551-4e3f-9fbc-bf06e2065a47)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:59:13.484930 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-1eef8010-2554-4cb8-bbad-92a74c4034de tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] Made reservation on behalf of 5c3d84518f1e4d7885f6998c88c3da4a for: {'port': 1} {{(pid=121475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:59:13.485681 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.db [None req-6f24a6ec-eb89-429b-8f6a-00b8918ceb66 None None] For port c9e3be20-44f2-425a-a063-9ed509852e7c, host dv-cinder-851279-1-iscsi, cleared binding levels {{(pid=121477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:59:13.489712 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.db [None req-6f24a6ec-eb89-429b-8f6a-00b8918ceb66 None None] For port c9e3be20-44f2-425a-a063-9ed509852e7c, host dv-cinder-851279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=c9e3be20-44f2-425a-a063-9ed509852e7c,segment=NetworkSegment(37f94176-e298-4b67-acca-ec05537ae703),segment_id=37f94176-e298-4b67-acca-ec05537ae703)] {{(pid=121477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:59:13.508721 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-1eef8010-2554-4cb8-bbad-92a74c4034de tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:13.551661 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-6bd295a4-43c7-475a-bb4e-5b8937acb52a tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:13.554855 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-6bd295a4-43c7-475a-bb4e-5b8937acb52a tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.67 "GET /v2.0/networks?id=4531d3b7-3c72-4c16-9fba-50470f633af2 HTTP/1.1" status: 200 len: 819 time: 0.4818921 Jul 28 03:59:13.586299 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-6ea0dede-32bd-4173-b663-7a9a8654451a tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Request body: {'port': {'device_id': 'a30f5c60-8ee4-4d46-aec9-34dd464d21b9', 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2', 'admin_state_up': True, 'tenant_id': '8bf7f0f7880a435ba552361bcb31ef91'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:59:13.611298 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-d4931913-65f0-4e05-b28f-3cd088c0c67a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:13.615268 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-6f24a6ec-eb89-429b-8f6a-00b8918ceb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (c9e3be20-44f2-425a-a063-9ed509852e7c), after_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:13.621733 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (b4af4871-05b4-4ea1-9797-79edafad71d3), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:13.621733 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 66c8cf7b-80ab-4bb0-a80e-26c02baec41b up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:59:13.670590 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:13.691563 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-90758696-6cc5-41bd-b371-969c8e6518e5 req-d0b92c6c-f9bf-474a-b9c4-169e8e11bdcf tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 210 time: 0.1328952 Jul 28 03:59:13.729151 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb16af9e-20d3-4b53-b618-b1715788e622 admin admin] Checking segment: {'id': '6539cdcd-edee-4ad3-9eae-0d7e662204a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '19ea40a9-a58f-4a44-bb17-b864806247a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 03:59:13.729151 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb16af9e-20d3-4b53-b618-b1715788e622 admin admin] Network hostable DHCP agents. Network: 19ea40a9-a58f-4a44-bb17-b864806247a5, hostable agents: ['a6d94de3-42af-4ea6-939a-9cee0bfbc3cb'], hosted agents: [] {{(pid=121475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:59:13.734777 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:13.752525 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f24a6ec-eb89-429b-8f6a-00b8918ceb66 None None] Routers {'2d1945e5-9fdd-4c9c-9878-1432accd293d'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 03:59:13.758535 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-6f24a6ec-eb89-429b-8f6a-00b8918ceb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T03:58:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['2d1945e5-9fdd-4c9c-9878-1432accd293d'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:13.775576 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-c035b391-025a-4170-8ed4-4a11c92b682d None None] Provisioning complete for port c9e3be20-44f2-425a-a063-9ed509852e7c triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:13.776285 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-c035b391-025a-4170-8ed4-4a11c92b682d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (c9e3be20-44f2-425a-a063-9ed509852e7c), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:13.831740 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=100 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:13.847281 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988308c8-10ad-4578-814e-841f91d4c0cc None None] Pushing event updated for resources: {'Port': ['ID=c9e3be20-44f2-425a-a063-9ed509852e7c,revision_number=4']} {{(pid=121477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:13.852723 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port 66c8cf7b-80ab-4bb0-a80e-26c02baec41b triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:13.853511 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (66c8cf7b-80ab-4bb0-a80e-26c02baec41b), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:13.910481 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Pushing event updated for resources: {'Port': ['ID=b4af4871-05b4-4ea1-9797-79edafad71d3,revision_number=4']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:14.054311 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-6f24a6ec-eb89-429b-8f6a-00b8918ceb66 None None] Set router 2d1945e5-9fdd-4c9c-9878-1432accd293d gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 03:59:14.057682 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-f0228c6c-d6b9-44fb-88d5-b61ee93e0026 req-14ef6857-83af-46a2-b289-17736cf4a4c0 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 210 time: 0.1635363 Jul 28 03:59:14.284051 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb16af9e-20d3-4b53-b618-b1715788e622 admin admin] Network 19ea40a9-a58f-4a44-bb17-b864806247a5 is scheduled to be hosted by DHCP agent a6d94de3-42af-4ea6-939a-9cee0bfbc3cb with binding_index 1 {{(pid=121475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:59:14.380397 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.db_base_plugin_common [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-1eef8010-2554-4cb8-bbad-92a74c4034de tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] Allocated IP 172.20.0.5 (1b695295-a70d-4773-a7f6-af5ea3f070dd/9b840d1a-f1be-4d7b-beda-5edc30034b3c/db6b2e35-38a2-486b-b449-640dc8de82c5) {{(pid=121475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:59:14.436327 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-58f64bdb-37a3-4a5f-99f8-8cd40e116662 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a869e1e00fc4d8d9d4511e34501665f HTTP/1.1" status: 200 len: 380 time: 1.3144727 Jul 28 03:59:14.438148 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-82ad4157-c371-40ce-bfcf-68b791129294 req-bd4e1200-641b-4dc0-827d-4a1058a92156 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 210 time: 0.8741934 Jul 28 03:59:14.460105 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port 66c8cf7b-80ab-4bb0-a80e-26c02baec41b is: DOWN; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:59:14.460105 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (66c8cf7b-80ab-4bb0-a80e-26c02baec41b), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:14.464738 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-d4931913-65f0-4e05-b28f-3cd088c0c67a admin admin] Publish callbacks [] for security_group (0e8ec6f7-f5aa-4f7e-863c-fede1b293c04), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:14.467283 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:14.483827 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.base_scheduler [None req-cb16af9e-20d3-4b53-b618-b1715788e622 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-1-iscsi, 19ea40a9-a58f-4a44-bb17-b864806247a5) {{(pid=121475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:59:14.502711 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-766bfab6-c33f-47bb-98a6-f017cd533c95 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Request body: {'port': {'device_id': '69722c89-ea87-415c-8a3c-b10f0bff6b9e', 'network_id': '5b7076b1-5b54-41f8-8740-25deddb61b0a', 'admin_state_up': True, 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'security_groups': ['778dbb85-fc90-4b80-899d-dd3d5d56bf62']}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:59:14.510411 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c502ed3f-e9ce-4e0a-9158-97745202a365 None None] Network 19ea40a9-a58f-4a44-bb17-b864806247a5 requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 03:59:14.534568 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-c035b391-025a-4170-8ed4-4a11c92b682d None None] Current status of the port c9e3be20-44f2-425a-a063-9ed509852e7c is: DOWN; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:59:14.534960 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-c035b391-025a-4170-8ed4-4a11c92b682d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (c9e3be20-44f2-425a-a063-9ed509852e7c), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:14.541781 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb16af9e-20d3-4b53-b618-b1715788e622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:14.545647 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-cb16af9e-20d3-4b53-b618-b1715788e622 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for subnet (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:14.577315 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-d4931913-65f0-4e05-b28f-3cd088c0c67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (0e8ec6f7-f5aa-4f7e-863c-fede1b293c04), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:14.722285 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-6f24a6ec-eb89-429b-8f6a-00b8918ceb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'name': 'tempest-AttachVolumeNegativeTest-1250024005-router', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:58:59Z', 'revision_number': 4, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'gw_port': {'id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:45:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': 'c9e3be20-44f2-425a-a063-9ed509852e7c', 'name': '', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'mac_address': 'fa:16:3e:1e:0e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:58Z', 'updated_at': '2022-07-28T03:59:13Z', 'revision_number': 4, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'subnets': [{'id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:14.733276 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] For port 66c8cf7b-80ab-4bb0-a80e-26c02baec41b, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=66c8cf7b-80ab-4bb0-a80e-26c02baec41b,segment=NetworkSegment(f2985cdc-b551-4e3f-9fbc-bf06e2065a47),segment_id=f2985cdc-b551-4e3f-9fbc-bf06e2065a47)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:59:14.831253 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-2d98137f-e2a3-4cf7-b648-ba15fb29c3e6 req-f3475a64-3e12-4018-b60d-ec335682efae tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/ports?device_id=29b7a8cc-247d-4e90-9d62-20d9198f0d00 HTTP/1.1" status: 200 len: 210 time: 0.1239867 Jul 28 03:59:14.867485 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-c035b391-025a-4170-8ed4-4a11c92b682d None None] For port c9e3be20-44f2-425a-a063-9ed509852e7c, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=c9e3be20-44f2-425a-a063-9ed509852e7c,segment=NetworkSegment(37f94176-e298-4b67-acca-ec05537ae703),segment_id=37f94176-e298-4b67-acca-ec05537ae703)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:59:14.894465 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f24a6ec-eb89-429b-8f6a-00b8918ceb66 None None] The sync data for ids ['2d1945e5-9fdd-4c9c-9878-1432accd293d'] in dv-cinder-851279-1-iscsi is: [{'id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'name': 'tempest-AttachVolumeNegativeTest-1250024005-router', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:58:59Z', 'revision_number': 4, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'gw_port': {'id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:45:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': 'c9e3be20-44f2-425a-a063-9ed509852e7c', 'name': '', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'mac_address': 'fa:16:3e:1e:0e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:58Z', 'updated_at': '2022-07-28T03:59:13Z', 'revision_number': 4, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'subnets': [{'id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:59:14.908017 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (66c8cf7b-80ab-4bb0-a80e-26c02baec41b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:14.908017 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device bdaacc0e-026c-45bb-91ce-d6943bc8b36e up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:59:14.913229 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-cb16af9e-20d3-4b53-b618-b1715788e622 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.3224835 Jul 28 03:59:14.924549 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-d4931913-65f0-4e05-b28f-3cd088c0c67a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4598ba9b1c474eddaf5123adc127785b&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1538754 Jul 28 03:59:14.934938 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 51112) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:15.123881 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-6ea0dede-32bd-4173-b663-7a9a8654451a tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Made reservation on behalf of 8bf7f0f7880a435ba552361bcb31ef91 for: {'port': 1} {{(pid=121474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:59:15.127611 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-6ea0dede-32bd-4173-b663-7a9a8654451a tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:15.447009 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:15.447009 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-c035b391-025a-4170-8ed4-4a11c92b682d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (c9e3be20-44f2-425a-a063-9ed509852e7c), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:15.447009 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e185a663-0562-420f-8c72-83424171173e None None] Sync routers for ids ['799f85a6-48ff-444b-8dad-74e741656474'] in dv-cinder-851279-1-iscsi {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:59:15.448721 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-1eef8010-2554-4cb8-bbad-92a74c4034de tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] Publish callbacks [] for port (db6b2e35-38a2-486b-b449-640dc8de82c5), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:15.449199 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-4756a7e4-2e31-49f5-a504-a216b5b99c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:15.449289 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4a314c74-9e6c-4f5d-960f-e7465ce370a5 req-469a6a97-e717-4166-a8c8-24f939db1613 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 210 time: 0.1875067 Jul 28 03:59:15.449703 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e185a663-0562-420f-8c72-83424171173e None None] Routers {'799f85a6-48ff-444b-8dad-74e741656474'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 03:59:15.449703 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-e185a663-0562-420f-8c72-83424171173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T03:58:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['799f85a6-48ff-444b-8dad-74e741656474'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:15.449860 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4931913-65f0-4e05-b28f-3cd088c0c67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8ec6f7-f5aa-4f7e-863c-fede1b293c04,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:15.449860 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 51128) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:15.452501 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-bce3d03f-4412-4d84-a62e-ee30908a925e req-17ac1aac-9b45-4690-9fe3-e83f7d75c315 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 210 time: 0.0579774 Jul 28 03:59:15.509721 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d2b52bdc-5bc5-425d-8875-5b16a29ef539 None None] Provisioning complete for port c9e3be20-44f2-425a-a063-9ed509852e7c triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:15.520266 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d2b52bdc-5bc5-425d-8875-5b16a29ef539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (c9e3be20-44f2-425a-a063-9ed509852e7c), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:15.540320 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a85350-224b-437d-bda6-05fa7efd4891 None None] Network 19ea40a9-a58f-4a44-bb17-b864806247a5 requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 03:59:15.676591 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Pushing event updated for resources: {'Port': ['ID=66c8cf7b-80ab-4bb0-a80e-26c02baec41b,revision_number=4']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:15.744299 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-75b27dab-8c82-4d8b-86c1-3ddebce6aa02 req-54ba4d87-0335-43fc-8dc1-3ff08457ef3b tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 210 time: 0.1288176 Jul 28 03:59:15.744983 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-766bfab6-c33f-47bb-98a6-f017cd533c95 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Made reservation on behalf of 6a869e1e00fc4d8d9d4511e34501665f for: {'port': 1} {{(pid=121474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:59:15.756024 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-766bfab6-c33f-47bb-98a6-f017cd533c95 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:15.793474 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port bdaacc0e-026c-45bb-91ce-d6943bc8b36e triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:15.794235 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (bdaacc0e-026c-45bb-91ce-d6943bc8b36e), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:15.820472 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.db_base_plugin_common [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-6ea0dede-32bd-4173-b663-7a9a8654451a tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Allocated IP 172.20.0.5 (4531d3b7-3c72-4c16-9fba-50470f633af2/f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c/a308124a-65b2-45a7-b6e2-c3a47f628499) {{(pid=121474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:59:15.868605 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:15.879728 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-689eddd8-32e9-4862-a797-3fddc8e8f621 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--725959652&fields=id&tenant_id=f68fb083db524ab59ba49d71ae754ba0 HTTP/1.1" status: 200 len: 267 time: 1.1589339 Jul 28 03:59:15.889872 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-1eef8010-2554-4cb8-bbad-92a74c4034de tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379'] for port (db6b2e35-38a2-486b-b449-640dc8de82c5), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:15.927372 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-1eef8010-2554-4cb8-bbad-92a74c4034de tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] Network 1b695295-a70d-4773-a7f6-af5ea3f070dd is already hosted by enough agents. {{(pid=121475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:59:15.969797 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.base_scheduler [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-1eef8010-2554-4cb8-bbad-92a74c4034de tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] Resources bound (agent type, host, resource id): {{(pid=121475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:59:15.980205 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.l3_dvrscheduler_db [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-1eef8010-2554-4cb8-bbad-92a74c4034de tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] Received port after_create {{(pid=121475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 03:59:15.986605 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-1eef8010-2554-4cb8-bbad-92a74c4034de tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:15.987311 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-1eef8010-2554-4cb8-bbad-92a74c4034de tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for port (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:16.056098 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:16.111762 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:16.177138 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.db_base_plugin_common [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-766bfab6-c33f-47bb-98a6-f017cd533c95 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Allocated IP 172.20.0.9 (5b7076b1-5b54-41f8-8740-25deddb61b0a/0c317d02-35c6-4092-b3d2-22f73010b2ed/be05219a-2802-4e35-ad33-836ad2f1d343) {{(pid=121474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:59:16.179888 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-1eef8010-2554-4cb8-bbad-92a74c4034de tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6398177 Jul 28 03:59:16.213748 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-e185a663-0562-420f-8c72-83424171173e None None] Set router 799f85a6-48ff-444b-8dad-74e741656474 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 03:59:16.247536 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:16.286796 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd5344fd-aa56-4c8a-b570-9240ad09d40c admin admin] Deleting subnet fb7e3b14-8533-478a-9d24-b1ad1353550b {{(pid=121475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 03:59:16.292543 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035b391-025a-4170-8ed4-4a11c92b682d None None] Pushing event updated for resources: {'Port': ['ID=c9e3be20-44f2-425a-a063-9ed509852e7c,revision_number=5']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:16.342513 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-fd5344fd-aa56-4c8a-b570-9240ad09d40c admin admin] Publish callbacks [] for subnet (fb7e3b14-8533-478a-9d24-b1ad1353550b), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:16.423767 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-7ddc5616-423b-4ff3-b72f-cff2421c3729 admin admin] Publish callbacks [] for security_group (0e8ec6f7-f5aa-4f7e-863c-fede1b293c04), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:16.452125 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-7ddc5616-423b-4ff3-b72f-cff2421c3729 admin admin] Publish callbacks [] for security_group (0e8ec6f7-f5aa-4f7e-863c-fede1b293c04), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:16.487854 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db416590-2497-4fc2-abff-042626233ce6 req-2dc23dc0-033e-4bae-957f-79b00e8d5bb8 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:16.489528 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-db416590-2497-4fc2-abff-042626233ce6 req-2dc23dc0-033e-4bae-957f-79b00e8d5bb8 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/ports?device_id=29b7a8cc-247d-4e90-9d62-20d9198f0d00 HTTP/1.1" status: 200 len: 931 time: 0.3884952 Jul 28 03:59:16.509236 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-c283121b-9d7a-4d62-9ec6-b35efdc3f538 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=121475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 03:59:16.510231 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-c283121b-9d7a-4d62-9ec6-b35efdc3f538 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0103548 Jul 28 03:59:16.511777 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef8010-2554-4cb8-bbad-92a74c4034de tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] Pushing event updated for resources: {'Port': ['ID=db6b2e35-38a2-486b-b449-640dc8de82c5,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:16.567313 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-fd5344fd-aa56-4c8a-b570-9240ad09d40c admin admin] Publish callbacks [] for subnet (fb7e3b14-8533-478a-9d24-b1ad1353550b), precommit_delete_associations {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:16.614092 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-fd5344fd-aa56-4c8a-b570-9240ad09d40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775531'] for subnet (fb7e3b14-8533-478a-9d24-b1ad1353550b), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:16.699891 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-db416590-2497-4fc2-abff-042626233ce6 req-8fb3523e-5755-4c66-bcaf-c5e3bcda2cbc tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8e6d66-d524-4393-a3ec-03a07a262bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930550 Jul 28 03:59:16.739846 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-1339b117-97a3-41a7-9fd3-c3f41353d5e5 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:16.746023 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port bdaacc0e-026c-45bb-91ce-d6943bc8b36e is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:59:16.760131 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-1339b117-97a3-41a7-9fd3-c3f41353d5e5 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/networks?id=9cf9021b-c509-4bfd-870b-1ff5c987c7dd HTTP/1.1" status: 200 len: 815 time: 0.7802427 Jul 28 03:59:16.774620 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-7ddc5616-423b-4ff3-b72f-cff2421c3729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (0e8ec6f7-f5aa-4f7e-863c-fede1b293c04), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:16.788334 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-7ddc5616-423b-4ff3-b72f-cff2421c3729 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:16.792972 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-7ddc5616-423b-4ff3-b72f-cff2421c3729 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0e8ec6f7-f5aa-4f7e-863c-fede1b293c04 HTTP/1.1" status: 204 len: 168 time: 1.4219518 Jul 28 03:59:16.794687 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.67', 61248) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:16.845678 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-952be78b-5c64-4fbd-bdba-53489014ad0f service neutron] Request body: {'port': {'device_id': '29b7a8cc-247d-4e90-9d62-20d9198f0d00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:59:16.859546 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d2b52bdc-5bc5-425d-8875-5b16a29ef539 None None] Current status of the port c9e3be20-44f2-425a-a063-9ed509852e7c is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:59:16.893730 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-effdc397-3be6-4f43-90be-200a20053f5d tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/quotas/f68fb083db524ab59ba49d71ae754ba0 HTTP/1.1" status: 200 len: 375 time: 0.1211326 Jul 28 03:59:16.963930 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc5616-423b-4ff3-b72f-cff2421c3729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8ec6f7-f5aa-4f7e-863c-fede1b293c04,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:17.023799 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-fd5344fd-aa56-4c8a-b570-9240ad09d40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7775522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753'] for subnet (fb7e3b14-8533-478a-9d24-b1ad1353550b), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:17.133218 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-fd5344fd-aa56-4c8a-b570-9240ad09d40c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:17.136948 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-fd5344fd-aa56-4c8a-b570-9240ad09d40c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/fb7e3b14-8533-478a-9d24-b1ad1353550b HTTP/1.1" status: 204 len: 168 time: 1.6998897 Jul 28 03:59:17.143491 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5344fd-aa56-4c8a-b570-9240ad09d40c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb7e3b14-8533-478a-9d24-b1ad1353550b,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:17.165168 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 51150) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:17.188309 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-71880b45-457c-43a3-a3d4-7119598a056d tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f68fb083db524ab59ba49d71ae754ba0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2055056 Jul 28 03:59:17.192802 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-15af7830-4979-42df-8ba1-290c76cb4041 None None] Provisioning complete for port db6b2e35-38a2-486b-b449-640dc8de82c5 triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:17.193623 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-15af7830-4979-42df-8ba1-290c76cb4041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (db6b2e35-38a2-486b-b449-640dc8de82c5), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:17.291738 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-952be78b-5c64-4fbd-bdba-53489014ad0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (db6b2e35-38a2-486b-b449-640dc8de82c5), before_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:17.307371 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-766bfab6-c33f-47bb-98a6-f017cd533c95 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks [] for port (be05219a-2802-4e35-ad33-836ad2f1d343), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:17.314669 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-6ea0dede-32bd-4173-b663-7a9a8654451a tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks [] for port (a308124a-65b2-45a7-b6e2-c3a47f628499), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:17.337615 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device c9e3be20-44f2-425a-a063-9ed509852e7c up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:59:17.350515 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:17.391491 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-e185a663-0562-420f-8c72-83424171173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799f85a6-48ff-444b-8dad-74e741656474', 'name': 'tempest-ServerRescueNegativeTestJSON-1760952141-router', 'tenant_id': '8bf7f0f7880a435ba552361bcb31ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b4af4871-05b4-4ea1-9797-79edafad71d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:59:02Z', 'revision_number': 4, 'project_id': '8bf7f0f7880a435ba552361bcb31ef91', 'gw_port': {'id': 'b4af4871-05b4-4ea1-9797-79edafad71d3', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:16:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799f85a6-48ff-444b-8dad-74e741656474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:48Z', 'updated_at': '2022-07-28T03:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '6313a4ce-75ee-4e06-932c-3acd6f062c3a', 'name': '', 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2', 'tenant_id': '8bf7f0f7880a435ba552361bcb31ef91', 'mac_address': 'fa:16:3e:32:6d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799f85a6-48ff-444b-8dad-74e741656474', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:59:01Z', 'updated_at': '2022-07-28T03:59:04Z', 'revision_number': 2, 'project_id': '8bf7f0f7880a435ba552361bcb31ef91', 'subnets': [{'id': 'f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:17.409778 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-1df9b20d-5287-455a-bd70-b6eadaadfaab tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:17.409778 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-1df9b20d-5287-455a-bd70-b6eadaadfaab tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.67 "GET /v2.0/networks?id=4531d3b7-3c72-4c16-9fba-50470f633af2 HTTP/1.1" status: 200 len: 819 time: 0.5983849 Jul 28 03:59:17.419542 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-e1235104-6be2-4afd-8789-e4de5ec6374a req-00f573bc-0c38-4c63-ab89-8ad274688979 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 210 time: 0.1177778 Jul 28 03:59:17.495227 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-6ea0dede-32bd-4173-b663-7a9a8654451a tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379'] for port (a308124a-65b2-45a7-b6e2-c3a47f628499), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:17.524722 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:17.566052 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-15af7830-4979-42df-8ba1-290c76cb4041 None None] Port db6b2e35-38a2-486b-b449-640dc8de82c5 cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 03:59:17.588641 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e185a663-0562-420f-8c72-83424171173e None None] Checking router: 799f85a6-48ff-444b-8dad-74e741656474 for host: dv-cinder-851279-1-iscsi {{(pid=121476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:59:17.628454 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e185a663-0562-420f-8c72-83424171173e None None] Updating router 799f85a6-48ff-444b-8dad-74e741656474 port 6313a4ce-75ee-4e06-932c-3acd6f062c3a binding host dv-cinder-851279-1-iscsi {{(pid=121476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:59:17.628454 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-c1f886c9-ea00-4af3-be5a-eb20b246f3e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:17.628971 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-bb2bb190-b2d2-4a0e-bf60-44d173ff63eb service neutron] 10.222.0.66 "GET /v2.0/networks/9cf9021b-c509-4bfd-870b-1ff5c987c7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615283 Jul 28 03:59:17.673968 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-9026ddfe-a441-4f87-a62f-1e9419fab4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766625'] for network (93ea45f4-7bd2-4a83-8c4b-2bca122e4a72), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:17.745545 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-e185a663-0562-420f-8c72-83424171173e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (6313a4ce-75ee-4e06-932c-3acd6f062c3a), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:17.785519 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-6ea0dede-32bd-4173-b663-7a9a8654451a tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Network 4531d3b7-3c72-4c16-9fba-50470f633af2 is already hosted by enough agents. {{(pid=121474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:59:17.794989 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-418380bc-c96f-4f6d-95f5-b1ac8d2d9b5f tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Request body: {'port': {'device_id': '2c0a06d3-c137-4eba-a44e-271a29b12e38', 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2', 'admin_state_up': True, 'tenant_id': '8bf7f0f7880a435ba552361bcb31ef91'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:59:17.814544 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port c9e3be20-44f2-425a-a063-9ed509852e7c triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:17.817496 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (c9e3be20-44f2-425a-a063-9ed509852e7c), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:17.962293 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-6ea0dede-32bd-4173-b663-7a9a8654451a tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Resources bound (agent type, host, resource id): {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:59:18.008034 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-6ea0dede-32bd-4173-b663-7a9a8654451a tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Received port after_create {{(pid=121474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 03:59:18.017480 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-6ea0dede-32bd-4173-b663-7a9a8654451a tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:18.018721 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-6ea0dede-32bd-4173-b663-7a9a8654451a tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:18.158651 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-766bfab6-c33f-47bb-98a6-f017cd533c95 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379'] for port (be05219a-2802-4e35-ad33-836ad2f1d343), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:18.174664 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ade52a81-4c78-4f59-855a-563d7e3fb0f4 req-7c18d83a-c9c8-4bd2-8836-e8bb1bda4160 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 210 time: 0.5106082 Jul 28 03:59:18.273864 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.67', 61257) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:18.339846 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.notifiers.nova [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-952be78b-5c64-4fbd-bdba-53489014ad0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db6b2e35-38a2-486b-b449-640dc8de82c5 {{(pid=121475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 03:59:18.366939 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-952be78b-5c64-4fbd-bdba-53489014ad0f service neutron] Publish callbacks [] for port (db6b2e35-38a2-486b-b449-640dc8de82c5), precommit_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:18.425605 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.provisioning_blocks [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-952be78b-5c64-4fbd-bdba-53489014ad0f service neutron] Transition to ACTIVE for port object db6b2e35-38a2-486b-b449-640dc8de82c5 will not be triggered until provisioned by entity L2. {{(pid=121475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 03:59:18.427402 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 51178) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:18.430715 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:18.432702 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:18.601620 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea0dede-32bd-4173-b663-7a9a8654451a tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Pushing event updated for resources: {'Port': ['ID=a308124a-65b2-45a7-b6e2-c3a47f628499,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:18.634390 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-952be78b-5c64-4fbd-bdba-53489014ad0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (db6b2e35-38a2-486b-b449-640dc8de82c5), after_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:18.666394 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-6ea0dede-32bd-4173-b663-7a9a8654451a tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0973551 Jul 28 03:59:18.766632 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-4a06e1ec-35de-426f-8354-7abecc99a964 service neutron] Request body: {'port': {'device_id': 'a30f5c60-8ee4-4d46-aec9-34dd464d21b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:59:18.784779 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:18.784779 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ed9bf65a-2b33-4451-af77-334001d4b425 None None] Provisioning complete for port a308124a-65b2-45a7-b6e2-c3a47f628499 triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:18.784779 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ed9bf65a-2b33-4451-af77-334001d4b425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (a308124a-65b2-45a7-b6e2-c3a47f628499), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:18.788927 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port c9e3be20-44f2-425a-a063-9ed509852e7c is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:59:18.790232 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 98abe0e5-d981-4868-a7f3-04ad99bcc49f up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:59:18.792357 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:18.796284 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-766bfab6-c33f-47bb-98a6-f017cd533c95 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Network 5b7076b1-5b54-41f8-8740-25deddb61b0a is already hosted by enough agents. {{(pid=121474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:59:18.799317 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:18.800617 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-ef758113-d3a6-452a-b9ab-a9b790d88830 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:18.823349 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-e185a663-0562-420f-8c72-83424171173e None None] Publish callbacks [] for port (6313a4ce-75ee-4e06-932c-3acd6f062c3a), precommit_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:18.871490 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-418380bc-c96f-4f6d-95f5-b1ac8d2d9b5f tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Made reservation on behalf of 8bf7f0f7880a435ba552361bcb31ef91 for: {'port': 1} {{(pid=121474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:59:18.875415 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-418380bc-c96f-4f6d-95f5-b1ac8d2d9b5f tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:18.898563 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-766bfab6-c33f-47bb-98a6-f017cd533c95 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Resources bound (agent type, host, resource id): {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:59:18.928216 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ed9bf65a-2b33-4451-af77-334001d4b425 None None] Port a308124a-65b2-45a7-b6e2-c3a47f628499 cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 03:59:18.977072 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-e185a663-0562-420f-8c72-83424171173e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (6313a4ce-75ee-4e06-932c-3acd6f062c3a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:19.002935 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d923ff-d983-4784-981f-1bbce4c5c5ac), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:19.089737 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-9026ddfe-a441-4f87-a62f-1e9419fab4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7777285', 'neutron.services.segments.db._delete_segments_for_network-8761988548554'] for network (93ea45f4-7bd2-4a83-8c4b-2bca122e4a72), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:19.126063 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952be78b-5c64-4fbd-bdba-53489014ad0f service neutron] Pushing event updated for resources: {'Port': ['ID=db6b2e35-38a2-486b-b449-640dc8de82c5,revision_number=2']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:19.139556 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.managers [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-952be78b-5c64-4fbd-bdba-53489014ad0f service neutron] Attempting to bind port db6b2e35-38a2-486b-b449-640dc8de82c5 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=121475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 03:59:19.140120 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.managers [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-952be78b-5c64-4fbd-bdba-53489014ad0f service neutron] Attempting to bind port db6b2e35-38a2-486b-b449-640dc8de82c5 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '63389bb8-8376-476f-a8bd-a6fab1db75db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1b695295-a70d-4773-a7f6-af5ea3f070dd'}] {{(pid=121475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 03:59:19.140686 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-952be78b-5c64-4fbd-bdba-53489014ad0f service neutron] Attempting to bind port db6b2e35-38a2-486b-b449-640dc8de82c5 on network 1b695295-a70d-4773-a7f6-af5ea3f070dd {{(pid=121475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 03:59:19.153868 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-952be78b-5c64-4fbd-bdba-53489014ad0f service neutron] Port db6b2e35-38a2-486b-b449-640dc8de82c5 on network 1b695295-a70d-4773-a7f6-af5ea3f070dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=121475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 03:59:19.154391 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-952be78b-5c64-4fbd-bdba-53489014ad0f service neutron] Attempting to bind port db6b2e35-38a2-486b-b449-640dc8de82c5 on network 1b695295-a70d-4773-a7f6-af5ea3f070dd {{(pid=121475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 03:59:19.193349 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-952be78b-5c64-4fbd-bdba-53489014ad0f service neutron] Checking agent: {'id': 'a6d923ff-d983-4784-981f-1bbce4c5c5ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 56, 49), 'started_at': datetime.datetime(2022, 7, 28, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 3, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 03:59:19.194188 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-952be78b-5c64-4fbd-bdba-53489014ad0f service neutron] Checking segment: {'id': '63389bb8-8376-476f-a8bd-a6fab1db75db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1b695295-a70d-4773-a7f6-af5ea3f070dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 03:59:19.194972 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-952be78b-5c64-4fbd-bdba-53489014ad0f service neutron] Bound using segment: {'id': '63389bb8-8376-476f-a8bd-a6fab1db75db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1b695295-a70d-4773-a7f6-af5ea3f070dd'} {{(pid=121475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 03:59:19.196457 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.managers [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-952be78b-5c64-4fbd-bdba-53489014ad0f service neutron] Bound port: db6b2e35-38a2-486b-b449-640dc8de82c5, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63389bb8-8376-476f-a8bd-a6fab1db75db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1b695295-a70d-4773-a7f6-af5ea3f070dd'}}] {{(pid=121475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 03:59:19.196992 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-952be78b-5c64-4fbd-bdba-53489014ad0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (db6b2e35-38a2-486b-b449-640dc8de82c5), before_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:19.202932 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-70c6bfd3-f8f5-4a39-b15f-321660b89bbe service neutron] 10.222.0.66 "GET /v2.0/networks/9cf9021b-c509-4bfd-870b-1ff5c987c7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5151193 Jul 28 03:59:19.207077 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-9026ddfe-a441-4f87-a62f-1e9419fab4e5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=121475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:59:19.216490 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-9026ddfe-a441-4f87-a62f-1e9419fab4e5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=121475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:59:19.216490 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-9026ddfe-a441-4f87-a62f-1e9419fab4e5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=121475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:59:19.216490 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-9026ddfe-a441-4f87-a62f-1e9419fab4e5 admin admin] Subscribe: > port after_create 55550000 {{(pid=121475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:59:19.216490 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-9026ddfe-a441-4f87-a62f-1e9419fab4e5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=121475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:59:19.216490 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-9026ddfe-a441-4f87-a62f-1e9419fab4e5 admin admin] Subscribe: > port after_update 55550000 {{(pid=121475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:59:19.216490 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-9026ddfe-a441-4f87-a62f-1e9419fab4e5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=121475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:59:19.216490 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-9026ddfe-a441-4f87-a62f-1e9419fab4e5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=121475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:59:19.216490 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-9026ddfe-a441-4f87-a62f-1e9419fab4e5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=121475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:59:19.216490 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-9026ddfe-a441-4f87-a62f-1e9419fab4e5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=121475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:59:19.286011 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-766bfab6-c33f-47bb-98a6-f017cd533c95 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Received port after_create {{(pid=121474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 03:59:19.291937 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-766bfab6-c33f-47bb-98a6-f017cd533c95 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:19.302947 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-766bfab6-c33f-47bb-98a6-f017cd533c95 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:19.418624 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f7dc1-af19-44ab-9f89-5a78e6d0b29e req-4b5a7366-6935-4bce-a48a-e697105346b4 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:19.436735 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-bf3f7dc1-af19-44ab-9f89-5a78e6d0b29e req-4b5a7366-6935-4bce-a48a-e697105346b4 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 931 time: 0.8125489 Jul 28 03:59:19.455476 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:19.624694 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766bfab6-c33f-47bb-98a6-f017cd533c95 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Pushing event updated for resources: {'Port': ['ID=be05219a-2802-4e35-ad33-836ad2f1d343,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:19.627032 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port 98abe0e5-d981-4868-a7f3-04ad99bcc49f triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:19.627032 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (98abe0e5-d981-4868-a7f3-04ad99bcc49f), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:19.686050 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-9026ddfe-a441-4f87-a62f-1e9419fab4e5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=121475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:59:19.686745 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-9026ddfe-a441-4f87-a62f-1e9419fab4e5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=121475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:59:19.686960 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-9026ddfe-a441-4f87-a62f-1e9419fab4e5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=121475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:59:19.687402 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-9026ddfe-a441-4f87-a62f-1e9419fab4e5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=121475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:59:19.687911 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.services.segments.db [None req-9026ddfe-a441-4f87-a62f-1e9419fab4e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ea45f4-7bd2-4a83-8c4b-2bca122e4a72']}} {{(pid=121475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:19.694875 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b84a4-0fa6-4129-8ab3-fe57ba5752c2 None None] Pushing event updated for resources: {'Port': ['ID=6313a4ce-75ee-4e06-932c-3acd6f062c3a,revision_number=3']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:19.718736 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.services.segments.db [None req-9026ddfe-a441-4f87-a62f-1e9419fab4e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ab1daa0-a182-49ae-99ce-38bec60fb7b7') {'for_net_delete': True} {{(pid=121475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:19.719199 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.services.segments.db [None req-9026ddfe-a441-4f87-a62f-1e9419fab4e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ab1daa0-a182-49ae-99ce-38bec60fb7b7') {} {{(pid=121475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:19.756780 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-9026ddfe-a441-4f87-a62f-1e9419fab4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761988548455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097529'] for segment (4ab1daa0-a182-49ae-99ce-38bec60fb7b7), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:19.805095 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-410bdc07-af6f-4c47-9b39-8dfde318d7ac tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:19.815288 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-8af061bd-a15e-49a1-b631-5468ad8610a5 None None] Provisioning complete for port be05219a-2802-4e35-ad33-836ad2f1d343 triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:19.815846 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-8af061bd-a15e-49a1-b631-5468ad8610a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (be05219a-2802-4e35-ad33-836ad2f1d343), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:19.820253 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-410bdc07-af6f-4c47-9b39-8dfde318d7ac tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.67 "GET /v2.0/networks?id=500d2409-0505-4e71-ad33-d33fa2f8a8dc HTTP/1.1" status: 200 len: 816 time: 1.5057750 Jul 28 03:59:19.889742 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-e185a663-0562-420f-8c72-83424171173e None None] Attempting to bind port 6313a4ce-75ee-4e06-932c-3acd6f062c3a on host dv-cinder-851279-1-iscsi for vnic_type normal with profile {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 03:59:19.890320 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-e185a663-0562-420f-8c72-83424171173e None None] Attempting to bind port 6313a4ce-75ee-4e06-932c-3acd6f062c3a by drivers openvswitch,hyperv on host dv-cinder-851279-1-iscsi at level 0 using segments [{'id': 'f5651f66-4b70-44a2-a50e-d0d4e0ef16b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2'}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 03:59:19.890490 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e185a663-0562-420f-8c72-83424171173e None None] Attempting to bind port 6313a4ce-75ee-4e06-932c-3acd6f062c3a on network 4531d3b7-3c72-4c16-9fba-50470f633af2 {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 03:59:19.960956 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-4a06e1ec-35de-426f-8354-7abecc99a964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (a308124a-65b2-45a7-b6e2-c3a47f628499), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:19.983907 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:19.986244 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port 98abe0e5-d981-4868-a7f3-04ad99bcc49f is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:59:19.992243 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device b224d4e3-ad11-4298-ad50-fc19a01406d3 up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:59:20.027207 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-9026ddfe-a441-4f87-a62f-1e9419fab4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684'] for segment (4ab1daa0-a182-49ae-99ce-38bec60fb7b7), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:20.082822 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.db [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-952be78b-5c64-4fbd-bdba-53489014ad0f service neutron] For port db6b2e35-38a2-486b-b449-640dc8de82c5, host hv-cinder-85127, cleared binding levels {{(pid=121475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:59:20.087336 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e185a663-0562-420f-8c72-83424171173e None None] Checking agent: {'id': '51dbe35b-f2d3-4ce9-b487-580c36e6d07a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 49, 50), 'started_at': datetime.datetime(2022, 7, 28, 3, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 3, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 03:59:20.121093 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9026ddfe-a441-4f87-a62f-1e9419fab4e5 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=121475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:59:20.122103 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e185a663-0562-420f-8c72-83424171173e None None] Checking segment: {'id': 'f5651f66-4b70-44a2-a50e-d0d4e0ef16b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 03:59:20.122103 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-e185a663-0562-420f-8c72-83424171173e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:20.122103 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e185a663-0562-420f-8c72-83424171173e None None] Bound using segment: {'id': 'f5651f66-4b70-44a2-a50e-d0d4e0ef16b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2'} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 03:59:20.122894 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-9026ddfe-a441-4f87-a62f-1e9419fab4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3956286'] for segment (4ab1daa0-a182-49ae-99ce-38bec60fb7b7), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:20.123035 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-e185a663-0562-420f-8c72-83424171173e None None] Bound port: 6313a4ce-75ee-4e06-932c-3acd6f062c3a, host: dv-cinder-851279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5651f66-4b70-44a2-a50e-d0d4e0ef16b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2'}}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 03:59:20.123035 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-e185a663-0562-420f-8c72-83424171173e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (6313a4ce-75ee-4e06-932c-3acd6f062c3a), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:20.188662 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-8af061bd-a15e-49a1-b631-5468ad8610a5 None None] Port be05219a-2802-4e35-ad33-836ad2f1d343 cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 03:59:20.195751 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-bf3f7dc1-af19-44ab-9f89-5a78e6d0b29e req-be745bb5-a80c-4180-a321-55ef046b5755 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7531157 Jul 28 03:59:20.251430 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-94b3c732-d7c9-4d00-a6e6-b9b3bed313f7 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52b087e8dc5c4426b8402dfdf99328ad HTTP/1.1" status: 200 len: 380 time: 0.3776808 Jul 28 03:59:20.317473 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:20.326023 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-8af061bd-a15e-49a1-b631-5468ad8610a5 None None] Provisioning complete for port 6313a4ce-75ee-4e06-932c-3acd6f062c3a triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:20.330956 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-8af061bd-a15e-49a1-b631-5468ad8610a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (6313a4ce-75ee-4e06-932c-3acd6f062c3a), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:20.331164 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-f77d8108-1566-4362-90bb-56fe9dfb517d tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Request body: {'port': {'device_id': '4eadfe50-2ab9-46dc-be42-b9496e4008ac', 'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc', 'admin_state_up': True, 'tenant_id': '52b087e8dc5c4426b8402dfdf99328ad', 'security_groups': ['b45bc5e2-e1fb-413b-adf8-cdc3756b7419']}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:59:20.364787 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:20.370685 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-766bfab6-c33f-47bb-98a6-f017cd533c95 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9009833 Jul 28 03:59:20.383994 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:20.469185 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-e185a663-0562-420f-8c72-83424171173e None None] For port 6313a4ce-75ee-4e06-932c-3acd6f062c3a, host dv-cinder-851279-1-iscsi, cleared binding levels {{(pid=121476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:59:20.469185 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port b224d4e3-ad11-4298-ad50-fc19a01406d3 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:20.469185 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (b224d4e3-ad11-4298-ad50-fc19a01406d3), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:20.469185 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-e185a663-0562-420f-8c72-83424171173e None None] For port 6313a4ce-75ee-4e06-932c-3acd6f062c3a, host dv-cinder-851279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=6313a4ce-75ee-4e06-932c-3acd6f062c3a,segment=NetworkSegment(f5651f66-4b70-44a2-a50e-d0d4e0ef16b9),segment_id=f5651f66-4b70-44a2-a50e-d0d4e0ef16b9)] {{(pid=121476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:59:20.469185 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-8af061bd-a15e-49a1-b631-5468ad8610a5 None None] Port 6313a4ce-75ee-4e06-932c-3acd6f062c3a cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 03:59:20.471770 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-4afa3ab3-e731-4922-b285-a8fdd09c41f1 service neutron] Request body: {'port': {'device_id': '69722c89-ea87-415c-8a3c-b10f0bff6b9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:59:20.518558 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.db [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-952be78b-5c64-4fbd-bdba-53489014ad0f service neutron] For port db6b2e35-38a2-486b-b449-640dc8de82c5, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=db6b2e35-38a2-486b-b449-640dc8de82c5,segment=NetworkSegment(63389bb8-8376-476f-a8bd-a6fab1db75db),segment_id=63389bb8-8376-476f-a8bd-a6fab1db75db)] {{(pid=121475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:59:20.543085 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed43dad-489f-4f36-a8ad-f6994c1db2a2 req-14aa868f-ca43-4bf0-a272-422326176911 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:20.555128 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-6ed43dad-489f-4f36-a8ad-f6994c1db2a2 req-14aa868f-ca43-4bf0-a272-422326176911 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/ports?device_id=29b7a8cc-247d-4e90-9d62-20d9198f0d00 HTTP/1.1" status: 200 len: 943 time: 0.6696224 Jul 28 03:59:20.643456 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-e185a663-0562-420f-8c72-83424171173e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (6313a4ce-75ee-4e06-932c-3acd6f062c3a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:20.660147 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-6ed43dad-489f-4f36-a8ad-f6994c1db2a2 req-85307841-92fd-4d1a-88bc-d585717fe9c2 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8e6d66-d524-4393-a3ec-03a07a262bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039422 Jul 28 03:59:20.675864 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-952be78b-5c64-4fbd-bdba-53489014ad0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3956314'] for port (db6b2e35-38a2-486b-b449-640dc8de82c5), after_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:20.695441 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c0e6a8ea-f5f5-4057-a38b-2b041ba3e005 req-0fe9cfc9-2645-4f91-8f77-c40720f553fb tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 210 time: 0.3046935 Jul 28 03:59:20.744586 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952be78b-5c64-4fbd-bdba-53489014ad0f service neutron] Pushing event updated for resources: {'Port': ['ID=db6b2e35-38a2-486b-b449-640dc8de82c5,revision_number=3']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:20.765564 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-9026ddfe-a441-4f87-a62f-1e9419fab4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7777294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1739581'] for network (93ea45f4-7bd2-4a83-8c4b-2bca122e4a72), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:20.766786 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port b224d4e3-ad11-4298-ad50-fc19a01406d3 is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:59:20.766786 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device b4af4871-05b4-4ea1-9797-79edafad71d3 up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:59:20.766933 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-9026ddfe-a441-4f87-a62f-1e9419fab4e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for network (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:20.766933 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-9026ddfe-a441-4f87-a62f-1e9419fab4e5 admin admin] 10.222.0.66 "DELETE /v2.0/networks/93ea45f4-7bd2-4a83-8c4b-2bca122e4a72 HTTP/1.1" status: 204 len: 168 time: 3.5979083 Jul 28 03:59:20.769934 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 51208) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:20.808270 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-ef758113-d3a6-452a-b9ab-a9b790d88830 admin admin] Publish callbacks [] for security_group (9adf0e11-7cd7-44b1-b6c1-992c2a8610d9), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:20.886381 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-952be78b-5c64-4fbd-bdba-53489014ad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:20.886381 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-952be78b-5c64-4fbd-bdba-53489014ad0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for port (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:20.886381 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-952be78b-5c64-4fbd-bdba-53489014ad0f service neutron] 10.222.0.67 "PUT /v2.0/ports/db6b2e35-38a2-486b-b449-640dc8de82c5 HTTP/1.1" status: 200 len: 1093 time: 4.1797144 Jul 28 03:59:20.890896 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f8f554f-4306-4873-ba7e-08fe01676f41 admin admin] Deleting subnet 74d377f5-ec81-4cd2-a7da-cb08d4ca11be {{(pid=121475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 03:59:20.897309 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-1f8f554f-4306-4873-ba7e-08fe01676f41 admin admin] Publish callbacks [] for subnet (74d377f5-ec81-4cd2-a7da-cb08d4ca11be), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:20.930234 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:20.935328 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port b4af4871-05b4-4ea1-9797-79edafad71d3 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:20.936125 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (b4af4871-05b4-4ea1-9797-79edafad71d3), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:20.961666 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-1f8f554f-4306-4873-ba7e-08fe01676f41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097504'] for subnet (74d377f5-ec81-4cd2-a7da-cb08d4ca11be), precommit_delete_associations {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:21.009077 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-1f8f554f-4306-4873-ba7e-08fe01676f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775531'] for subnet (74d377f5-ec81-4cd2-a7da-cb08d4ca11be), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:21.057837 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b84a4-0fa6-4129-8ab3-fe57ba5752c2 None None] Pushing event updated for resources: {'Port': ['ID=6313a4ce-75ee-4e06-932c-3acd6f062c3a,revision_number=4']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:21.067104 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e185a663-0562-420f-8c72-83424171173e None None] Routers {'799f85a6-48ff-444b-8dad-74e741656474'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 03:59:21.068051 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-e185a663-0562-420f-8c72-83424171173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T03:59:17Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['799f85a6-48ff-444b-8dad-74e741656474'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:21.281536 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-ef758113-d3a6-452a-b9ab-a9b790d88830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (9adf0e11-7cd7-44b1-b6c1-992c2a8610d9), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:21.314219 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.services.segments.plugin [-] Segment 4ab1daa0-a182-49ae-99ce-38bec60fb7b7 resource provider aggregate not found Jul 28 03:59:21.329636 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b7a8cc-247d-4e90-9d62-20d9198f0d00', 'tag': 'db6b2e35-38a2-486b-b449-640dc8de82c5'}] {{(pid=121475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 03:59:21.338238 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9026ddfe-a441-4f87-a62f-1e9419fab4e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=93ea45f4-7bd2-4a83-8c4b-2bca122e4a72,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:21.378016 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port b4af4871-05b4-4ea1-9797-79edafad71d3 is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:59:21.379100 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 66c8cf7b-80ab-4bb0-a80e-26c02baec41b up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:59:21.393669 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.db_base_plugin_common [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-418380bc-c96f-4f6d-95f5-b1ac8d2d9b5f tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Allocated IP 172.20.0.8 (4531d3b7-3c72-4c16-9fba-50470f633af2/f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c/17c86bfa-053e-4c3a-bef0-ab77101531bb) {{(pid=121474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:59:21.404752 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-ef758113-d3a6-452a-b9ab-a9b790d88830 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5b47e1af35354488866f8853551514a3&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9456506 Jul 28 03:59:21.417745 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.services.segments.plugin [-] Segment 4ab1daa0-a182-49ae-99ce-38bec60fb7b7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ab1daa0-a182-49ae-99ce-38bec60fb7b7 found for delete ", "request_id": "req-de9b93d8-1eb9-44a0-afbb-ec626f9ea050"}]} Jul 28 03:59:21.429291 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 51220) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:21.435883 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:21.436289 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-e185a663-0562-420f-8c72-83424171173e None None] Set router 799f85a6-48ff-444b-8dad-74e741656474 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 03:59:21.448426 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-1f8f554f-4306-4873-ba7e-08fe01676f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7775522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3956320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25966766'] for subnet (74d377f5-ec81-4cd2-a7da-cb08d4ca11be), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:21.503537 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:21.506541 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-e424345b-43e2-4626-b260-b33486f753ab None None] Provisioning complete for port 6313a4ce-75ee-4e06-932c-3acd6f062c3a triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:21.507119 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-e424345b-43e2-4626-b260-b33486f753ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (6313a4ce-75ee-4e06-932c-3acd6f062c3a), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:21.621058 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-9f20210a-6cbf-4642-8fab-64f701dab9d7 req-b425f0d1-55c3-4e27-a3ed-5afa5af7eec0 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ce0e823-630b-4503-9b49-e9d5d43b2605 HTTP/1.1" status: 200 len: 210 time: 0.3551123 Jul 28 03:59:21.642352 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f554f-4306-4873-ba7e-08fe01676f41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74d377f5-ec81-4cd2-a7da-cb08d4ca11be,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:21.660452 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-df094542-3f96-446f-a949-3ed8f0cedc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:21.662181 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-df094542-3f96-446f-a949-3ed8f0cedc1a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5c3d84518f1e4d7885f6998c88c3da4a&device_id=29b7a8cc-247d-4e90-9d62-20d9198f0d00 HTTP/1.1" status: 200 len: 1127 time: 0.4910476 Jul 28 03:59:21.663713 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-1f8f554f-4306-4873-ba7e-08fe01676f41 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:21.681584 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-1f8f554f-4306-4873-ba7e-08fe01676f41 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/74d377f5-ec81-4cd2-a7da-cb08d4ca11be HTTP/1.1" status: 204 len: 168 time: 0.9080968 Jul 28 03:59:21.685591 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port 66c8cf7b-80ab-4bb0-a80e-26c02baec41b triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:21.685968 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (66c8cf7b-80ab-4bb0-a80e-26c02baec41b), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:21.691162 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 51224) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:21.787822 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ccdd625b6c35f453df47d8ce3046bfbae24fa7e88dffa5888c0c6e748a7dd72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679a8598-3eb5-47fc-a1d9-1ac46127cdb5" -d '{"events": [{"name": "network-changed", "server_uuid": "29b7a8cc-247d-4e90-9d62-20d9198f0d00", "tag": "db6b2e35-38a2-486b-b449-640dc8de82c5"}]}' {{(pid=121475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:59:21.838287 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=100 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:21.892834 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-f728f05c-1f74-4e67-88e6-e988077572aa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db6b2e35-38a2-486b-b449-640dc8de82c5 HTTP/1.1" status: 200 len: 217 time: 0.2088261 Jul 28 03:59:21.902342 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-e424345b-43e2-4626-b260-b33486f753ab None None] Current status of the port 6313a4ce-75ee-4e06-932c-3acd6f062c3a is: DOWN; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:59:21.906514 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-e424345b-43e2-4626-b260-b33486f753ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (6313a4ce-75ee-4e06-932c-3acd6f062c3a), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:21.947032 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef758113-d3a6-452a-b9ab-a9b790d88830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9adf0e11-7cd7-44b1-b6c1-992c2a8610d9,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:21.950172 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-4afa3ab3-e731-4922-b285-a8fdd09c41f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (be05219a-2802-4e35-ad33-836ad2f1d343), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:21.956417 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-418380bc-c96f-4f6d-95f5-b1ac8d2d9b5f tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks [] for port (17c86bfa-053e-4c3a-bef0-ab77101531bb), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:22.000359 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:22.036413 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8bf25db3-e06e-4bc4-9dd2-68700d73e5a7 req-8f86032b-6548-4ade-8c23-640de00d4180 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 210 time: 0.7560410 Jul 28 03:59:22.059381 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-7536b51d-6c9e-4563-9b5e-570b231c65e1 admin admin] Publish callbacks [] for security_group (9adf0e11-7cd7-44b1-b6c1-992c2a8610d9), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:22.107470 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0544-d3c8-4bc7-9e97-2d4456f7abbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766625'] for network (19ea40a9-a58f-4a44-bb17-b864806247a5), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:22.114327 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-e424345b-43e2-4626-b260-b33486f753ab None None] For port 6313a4ce-75ee-4e06-932c-3acd6f062c3a, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=6313a4ce-75ee-4e06-932c-3acd6f062c3a,segment=NetworkSegment(f5651f66-4b70-44a2-a50e-d0d4e0ef16b9),segment_id=f5651f66-4b70-44a2-a50e-d0d4e0ef16b9)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:59:22.137953 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-cdc76819-6ce1-40dc-b2c0-2f675e8e7319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:22.140041 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-cdc76819-6ce1-40dc-b2c0-2f675e8e7319 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9b840d1a-f1be-4d7b-beda-5edc30034b3c HTTP/1.1" status: 200 len: 850 time: 0.2233295 Jul 28 03:59:22.146476 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb08f47-f816-4945-8bc0-26e821857286 req-f2665142-ac63-41b0-9f57-e5aaf58bf191 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:22.148147 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-fdb08f47-f816-4945-8bc0-26e821857286 req-f2665142-ac63-41b0-9f57-e5aaf58bf191 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 931 time: 0.3005614 Jul 28 03:59:22.194318 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-7536b51d-6c9e-4563-9b5e-570b231c65e1 admin admin] Publish callbacks [] for security_group (9adf0e11-7cd7-44b1-b6c1-992c2a8610d9), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:22.221692 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port 66c8cf7b-80ab-4bb0-a80e-26c02baec41b is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:59:22.233510 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-cc2926ac-3b9b-45d3-9ebd-aebba19780c1 req-b2331c7e-1d11-489c-b58c-3f65f1c89906 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 210 time: 0.0768163 Jul 28 03:59:22.255997 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-e185a663-0562-420f-8c72-83424171173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799f85a6-48ff-444b-8dad-74e741656474', 'name': 'tempest-ServerRescueNegativeTestJSON-1760952141-router', 'tenant_id': '8bf7f0f7880a435ba552361bcb31ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b4af4871-05b4-4ea1-9797-79edafad71d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:59:02Z', 'revision_number': 4, 'project_id': '8bf7f0f7880a435ba552361bcb31ef91', 'gw_port': {'id': 'b4af4871-05b4-4ea1-9797-79edafad71d3', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:16:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799f85a6-48ff-444b-8dad-74e741656474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:48Z', 'updated_at': '2022-07-28T03:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '6313a4ce-75ee-4e06-932c-3acd6f062c3a', 'name': '', 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2', 'tenant_id': '8bf7f0f7880a435ba552361bcb31ef91', 'mac_address': 'fa:16:3e:32:6d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799f85a6-48ff-444b-8dad-74e741656474', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:59:01Z', 'updated_at': '2022-07-28T03:59:20Z', 'revision_number': 4, 'project_id': '8bf7f0f7880a435ba552361bcb31ef91', 'subnets': [{'id': 'f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:22.268710 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-e424345b-43e2-4626-b260-b33486f753ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (6313a4ce-75ee-4e06-932c-3acd6f062c3a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:22.280171 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-f77d8108-1566-4362-90bb-56fe9dfb517d tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Made reservation on behalf of 52b087e8dc5c4426b8402dfdf99328ad for: {'port': 1} {{(pid=121474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:59:22.283850 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-f77d8108-1566-4362-90bb-56fe9dfb517d tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:22.295002 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-fec3a680-abdb-45be-9d0b-2f9d2317ef69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:22.296980 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-fec3a680-abdb-45be-9d0b-2f9d2317ef69 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1b695295-a70d-4773-a7f6-af5ea3f070dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1241236 Jul 28 03:59:22.351631 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e185a663-0562-420f-8c72-83424171173e None None] The sync data for ids ['799f85a6-48ff-444b-8dad-74e741656474'] in dv-cinder-851279-1-iscsi is: [{'id': '799f85a6-48ff-444b-8dad-74e741656474', 'name': 'tempest-ServerRescueNegativeTestJSON-1760952141-router', 'tenant_id': '8bf7f0f7880a435ba552361bcb31ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b4af4871-05b4-4ea1-9797-79edafad71d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:59:02Z', 'revision_number': 4, 'project_id': '8bf7f0f7880a435ba552361bcb31ef91', 'gw_port': {'id': 'b4af4871-05b4-4ea1-9797-79edafad71d3', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:16:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799f85a6-48ff-444b-8dad-74e741656474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:48Z', 'updated_at': '2022-07-28T03:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '6313a4ce-75ee-4e06-932c-3acd6f062c3a', 'name': '', 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2', 'tenant_id': '8bf7f0f7880a435ba552361bcb31ef91', 'mac_address': 'fa:16:3e:32:6d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799f85a6-48ff-444b-8dad-74e741656474', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:59:01Z', 'updated_at': '2022-07-28T03:59:20Z', 'revision_number': 4, 'project_id': '8bf7f0f7880a435ba552361bcb31ef91', 'subnets': [{'id': 'f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:59:22.475660 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-fdb08f47-f816-4945-8bc0-26e821857286 req-e12cd7a8-0807-4a60-a360-6be43d5e7105 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3139219 Jul 28 03:59:22.526129 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424345b-43e2-4626-b260-b33486f753ab None None] Pushing event updated for resources: {'Port': ['ID=6313a4ce-75ee-4e06-932c-3acd6f062c3a,revision_number=5']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:22.536100 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 6313a4ce-75ee-4e06-932c-3acd6f062c3a up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:59:22.558747 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:22.610975 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port 6313a4ce-75ee-4e06-932c-3acd6f062c3a triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:22.610975 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (6313a4ce-75ee-4e06-932c-3acd6f062c3a), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:22.611222 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0544-d3c8-4bc7-9e97-2d4456f7abbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7777285', 'neutron.services.segments.db._delete_segments_for_network-8761988548554'] for network (19ea40a9-a58f-4a44-bb17-b864806247a5), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:22.627198 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-418380bc-c96f-4f6d-95f5-b1ac8d2d9b5f tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379'] for port (17c86bfa-053e-4c3a-bef0-ab77101531bb), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:22.650212 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-f49815fd-49b4-4c10-bb22-47488dfc864f service neutron] 10.222.0.67 "GET /v2.0/networks/1b695295-a70d-4773-a7f6-af5ea3f070dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170285 Jul 28 03:59:22.689081 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:22.782184 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:22.791092 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-7536b51d-6c9e-4563-9b5e-570b231c65e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (9adf0e11-7cd7-44b1-b6c1-992c2a8610d9), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:22.795409 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-7536b51d-6c9e-4563-9b5e-570b231c65e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:22.796805 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-7536b51d-6c9e-4563-9b5e-570b231c65e1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9adf0e11-7cd7-44b1-b6c1-992c2a8610d9 HTTP/1.1" status: 204 len: 168 time: 1.3395605 Jul 28 03:59:22.801024 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.services.segments.db [None req-1a8f0544-d3c8-4bc7-9e97-2d4456f7abbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19ea40a9-a58f-4a44-bb17-b864806247a5']}} {{(pid=121475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:22.828588 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.services.segments.db [None req-1a8f0544-d3c8-4bc7-9e97-2d4456f7abbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6539cdcd-edee-4ad3-9eae-0d7e662204a8') {'for_net_delete': True} {{(pid=121475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:22.828856 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.services.segments.db [None req-1a8f0544-d3c8-4bc7-9e97-2d4456f7abbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6539cdcd-edee-4ad3-9eae-0d7e662204a8') {} {{(pid=121475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:22.839908 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port 6313a4ce-75ee-4e06-932c-3acd6f062c3a is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:59:22.848221 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7536b51d-6c9e-4563-9b5e-570b231c65e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9adf0e11-7cd7-44b1-b6c1-992c2a8610d9,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:22.868611 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0544-d3c8-4bc7-9e97-2d4456f7abbd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761988548455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097529'] for segment (6539cdcd-edee-4ad3-9eae-0d7e662204a8), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:22.930155 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0544-d3c8-4bc7-9e97-2d4456f7abbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684'] for segment (6539cdcd-edee-4ad3-9eae-0d7e662204a8), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:22.938805 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a8f0544-d3c8-4bc7-9e97-2d4456f7abbd admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=121475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:59:22.939261 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0544-d3c8-4bc7-9e97-2d4456f7abbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3956286'] for segment (6539cdcd-edee-4ad3-9eae-0d7e662204a8), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:23.039144 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 03:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608a733c-266d-4c64-b481-5804fbc20be8 x-openstack-request-id: req-608a733c-266d-4c64-b481-5804fbc20be8 {{(pid=121475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:59:23.039828 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29b7a8cc-247d-4e90-9d62-20d9198f0d00", "tag": "db6b2e35-38a2-486b-b449-640dc8de82c5", "status": "completed", "code": 200}]} {{(pid=121475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:59:23.044875 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-608a733c-266d-4c64-b481-5804fbc20be8 {{(pid=121475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:59:23.045820 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-608a733c-266d-4c64-b481-5804fbc20be8'] response: {'name': 'network-changed', 'server_uuid': '29b7a8cc-247d-4e90-9d62-20d9198f0d00', 'tag': 'db6b2e35-38a2-486b-b449-640dc8de82c5', 'status': 'completed', 'code': 200} Jul 28 03:59:23.141813 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-418380bc-c96f-4f6d-95f5-b1ac8d2d9b5f tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Network 4531d3b7-3c72-4c16-9fba-50470f633af2 is already hosted by enough agents. {{(pid=121474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:59:23.181004 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-418380bc-c96f-4f6d-95f5-b1ac8d2d9b5f tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Resources bound (agent type, host, resource id): {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:59:23.182959 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-252926b8-e6bb-42d8-b958-cbcd20e1b4ef req-65c36d9e-6f37-473f-9bd1-767226e1aba2 service neutron] 10.222.0.67 "GET /v2.0/networks/1b695295-a70d-4773-a7f6-af5ea3f070dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5253961 Jul 28 03:59:23.188792 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-4a06e1ec-35de-426f-8354-7abecc99a964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a308124a-65b2-45a7-b6e2-c3a47f628499 {{(pid=121474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 03:59:23.209870 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-9b5ba1ab-a568-4cb1-89a8-2d72cd823dc2 req-6dc9aa45-f8d1-48e2-b5df-99328d8c20b0 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ce0e823-630b-4503-9b49-e9d5d43b2605 HTTP/1.1" status: 200 len: 210 time: 0.0846910 Jul 28 03:59:23.245061 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4997ab-c5c3-45f7-ba81-137c0c99a1d7 req-bd7c101a-0315-4611-bfaf-f934b95d776b tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:23.258754 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1d4997ab-c5c3-45f7-ba81-137c0c99a1d7 req-bd7c101a-0315-4611-bfaf-f934b95d776b tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/ports?device_id=29b7a8cc-247d-4e90-9d62-20d9198f0d00 HTTP/1.1" status: 200 len: 943 time: 0.8319955 Jul 28 03:59:23.262530 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-418380bc-c96f-4f6d-95f5-b1ac8d2d9b5f tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Received port after_create {{(pid=121474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 03:59:23.292256 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-418380bc-c96f-4f6d-95f5-b1ac8d2d9b5f tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:23.292256 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-418380bc-c96f-4f6d-95f5-b1ac8d2d9b5f tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:23.305637 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-4a06e1ec-35de-426f-8354-7abecc99a964 service neutron] Publish callbacks [] for port (a308124a-65b2-45a7-b6e2-c3a47f628499), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:23.353733 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418380bc-c96f-4f6d-95f5-b1ac8d2d9b5f tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Pushing event updated for resources: {'Port': ['ID=17c86bfa-053e-4c3a-bef0-ab77101531bb,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:23.418527 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-f211795a-ea8a-48d5-91b7-3334ac2cccae req-552b3df3-19ed-4265-bd50-4837cca69769 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 210 time: 0.0847244 Jul 28 03:59:23.437232 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0544-d3c8-4bc7-9e97-2d4456f7abbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7777294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1739581'] for network (19ea40a9-a58f-4a44-bb17-b864806247a5), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:23.443489 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:23.463202 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.services.segments.plugin [-] Segment 6539cdcd-edee-4ad3-9eae-0d7e662204a8 resource provider aggregate not found Jul 28 03:59:23.513953 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.provisioning_blocks [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-4a06e1ec-35de-426f-8354-7abecc99a964 service neutron] Transition to ACTIVE for port object a308124a-65b2-45a7-b6e2-c3a47f628499 will not be triggered until provisioned by entity L2. {{(pid=121474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 03:59:23.541389 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f0544-d3c8-4bc7-9e97-2d4456f7abbd admin admin] Pushing event deleted for resources: {'Network': ['ID=19ea40a9-a58f-4a44-bb17-b864806247a5,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:23.547195 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.services.segments.plugin [-] Segment 6539cdcd-edee-4ad3-9eae-0d7e662204a8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6539cdcd-edee-4ad3-9eae-0d7e662204a8 found for delete ", "request_id": "req-a7bd71b1-4ebb-4b36-b631-ad33cfeab3b9"}]} Jul 28 03:59:23.548183 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0544-d3c8-4bc7-9e97-2d4456f7abbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for network (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:23.562588 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-1a8f0544-d3c8-4bc7-9e97-2d4456f7abbd admin admin] 10.222.0.66 "DELETE /v2.0/networks/19ea40a9-a58f-4a44-bb17-b864806247a5 HTTP/1.1" status: 204 len: 168 time: 1.8488395 Jul 28 03:59:23.589779 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:23.680849 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.db_base_plugin_common [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-f77d8108-1566-4362-90bb-56fe9dfb517d tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Allocated IP 172.20.0.12 (500d2409-0505-4e71-ad33-d33fa2f8a8dc/81f8d920-e036-48ec-bb1b-67fea0f2e9aa/ef1e8289-929e-424e-b1c1-98a45ed868ea) {{(pid=121474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:59:23.728969 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174eba1e-0ea7-4d5c-9830-d94b7d706ab9 req-3ac41fad-885d-44a7-a2c9-e9d97223fcc7 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:23.736577 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-174eba1e-0ea7-4d5c-9830-d94b7d706ab9 req-3ac41fad-885d-44a7-a2c9-e9d97223fcc7 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 931 time: 0.1149871 Jul 28 03:59:23.738853 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-1c6beed2-3f1a-4312-862d-3eeead082ab4 None None] Provisioning complete for port 17c86bfa-053e-4c3a-bef0-ab77101531bb triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:23.739348 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-1c6beed2-3f1a-4312-862d-3eeead082ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (17c86bfa-053e-4c3a-bef0-ab77101531bb), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:23.796423 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-4a06e1ec-35de-426f-8354-7abecc99a964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (a308124a-65b2-45a7-b6e2-c3a47f628499), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:23.844166 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-1c6beed2-3f1a-4312-862d-3eeead082ab4 None None] Port 17c86bfa-053e-4c3a-bef0-ab77101531bb cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 03:59:23.902580 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-4afa3ab3-e731-4922-b285-a8fdd09c41f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be05219a-2802-4e35-ad33-836ad2f1d343 {{(pid=121474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 03:59:23.912098 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-4afa3ab3-e731-4922-b285-a8fdd09c41f1 service neutron] Publish callbacks [] for port (be05219a-2802-4e35-ad33-836ad2f1d343), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:23.939187 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.provisioning_blocks [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-4afa3ab3-e731-4922-b285-a8fdd09c41f1 service neutron] Transition to ACTIVE for port object be05219a-2802-4e35-ad33-836ad2f1d343 will not be triggered until provisioned by entity L2. {{(pid=121474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 03:59:23.979740 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a8598-3eb5-47fc-a1d9-1ac46127cdb5 req-a2f144e5-6f49-4a58-b3cf-21a5c3112077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:23.981944 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-679a8598-3eb5-47fc-a1d9-1ac46127cdb5 req-a2f144e5-6f49-4a58-b3cf-21a5c3112077 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5c3d84518f1e4d7885f6998c88c3da4a&device_id=29b7a8cc-247d-4e90-9d62-20d9198f0d00 HTTP/1.1" status: 200 len: 1127 time: 0.1872315 Jul 28 03:59:24.014222 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-418380bc-c96f-4f6d-95f5-b1ac8d2d9b5f tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2260859 Jul 28 03:59:24.052222 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.67', 61260) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:24.057895 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-4afa3ab3-e731-4922-b285-a8fdd09c41f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (be05219a-2802-4e35-ad33-836ad2f1d343), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:24.069500 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-b6e75625-c04f-4b5e-9f81-60f94f3aabd6 service neutron] Request body: {'port': {'device_id': '2c0a06d3-c137-4eba-a44e-271a29b12e38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:59:24.117222 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-174eba1e-0ea7-4d5c-9830-d94b7d706ab9 req-cb49cc8a-4bee-44e6-8596-f24328ceae51 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733745 Jul 28 03:59:24.241586 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 51268) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:24.463362 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 6313a4ce-75ee-4e06-932c-3acd6f062c3a up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:59:24.541582 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port 6313a4ce-75ee-4e06-932c-3acd6f062c3a triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:24.542330 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (6313a4ce-75ee-4e06-932c-3acd6f062c3a), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:24.548734 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1d4997ab-c5c3-45f7-ba81-137c0c99a1d7 req-28a7f3b0-5f70-4333-b139-de9b3db099ce tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8e6d66-d524-4393-a3ec-03a07a262bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2887616 Jul 28 03:59:24.573421 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:24.582348 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661c0ec-36d9-4e88-981f-af1a5418be3c req-d6ad981b-62e9-4351-aa8b-a5f55f121839 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:24.591557 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-2661c0ec-36d9-4e88-981f-af1a5418be3c req-d6ad981b-62e9-4351-aa8b-a5f55f121839 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 943 time: 0.2288704 Jul 28 03:59:24.605901 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a8598-3eb5-47fc-a1d9-1ac46127cdb5 req-1b719e4c-afe8-4968-9502-7014ad0e3716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:24.607305 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-679a8598-3eb5-47fc-a1d9-1ac46127cdb5 req-1b719e4c-afe8-4968-9502-7014ad0e3716 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1b695295-a70d-4773-a7f6-af5ea3f070dd HTTP/1.1" status: 200 len: 912 time: 0.6112983 Jul 28 03:59:24.706431 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:24.827208 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:24.837836 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port 6313a4ce-75ee-4e06-932c-3acd6f062c3a is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:59:24.854193 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06e1ec-35de-426f-8354-7abecc99a964 service neutron] Pushing event updated for resources: {'Port': ['ID=a308124a-65b2-45a7-b6e2-c3a47f628499,revision_number=2']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:24.859341 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f4bf8108-ed98-4446-8a23-32a843a45520 req-099f6d4e-c436-4b44-b440-dce1c53c6d82 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ce0e823-630b-4503-9b49-e9d5d43b2605 HTTP/1.1" status: 200 len: 210 time: 0.1424642 Jul 28 03:59:24.906461 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-f77d8108-1566-4362-90bb-56fe9dfb517d tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks [] for port (ef1e8289-929e-424e-b1c1-98a45ed868ea), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:24.981927 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa3ab3-e731-4922-b285-a8fdd09c41f1 service neutron] Pushing event updated for resources: {'Port': ['ID=be05219a-2802-4e35-ad33-836ad2f1d343,revision_number=2']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:25.025549 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:25.043751 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-679a8598-3eb5-47fc-a1d9-1ac46127cdb5 req-49598ff2-b9c6-4e67-800e-4bd7939f5d37 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db6b2e35-38a2-486b-b449-640dc8de82c5 HTTP/1.1" status: 200 len: 217 time: 0.4062297 Jul 28 03:59:25.045337 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-7042a08a-68a9-4c94-a129-987d4f5e4c64 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6da1a1ffafbe4aadb788dac993fea5ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7808907 Jul 28 03:59:25.054890 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 51292) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:25.180894 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b5f5321b-1efa-4941-83b5-0af1c275a926 req-65d5e214-48e3-43b7-848c-d86d63de9a7a tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 210 time: 0.1308908 Jul 28 03:59:25.263370 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-4afa3ab3-e731-4922-b285-a8fdd09c41f1 service neutron] Attempting to bind port be05219a-2802-4e35-ad33-836ad2f1d343 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 03:59:25.263370 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-4afa3ab3-e731-4922-b285-a8fdd09c41f1 service neutron] Attempting to bind port be05219a-2802-4e35-ad33-836ad2f1d343 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b7076b1-5b54-41f8-8740-25deddb61b0a'}] {{(pid=121474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 03:59:25.263370 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-4afa3ab3-e731-4922-b285-a8fdd09c41f1 service neutron] Attempting to bind port be05219a-2802-4e35-ad33-836ad2f1d343 on network 5b7076b1-5b54-41f8-8740-25deddb61b0a {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 03:59:25.263370 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-4a06e1ec-35de-426f-8354-7abecc99a964 service neutron] Attempting to bind port a308124a-65b2-45a7-b6e2-c3a47f628499 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 03:59:25.263370 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-4a06e1ec-35de-426f-8354-7abecc99a964 service neutron] Attempting to bind port a308124a-65b2-45a7-b6e2-c3a47f628499 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': 'f5651f66-4b70-44a2-a50e-d0d4e0ef16b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2'}] {{(pid=121474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 03:59:25.263370 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-4a06e1ec-35de-426f-8354-7abecc99a964 service neutron] Attempting to bind port a308124a-65b2-45a7-b6e2-c3a47f628499 on network 4531d3b7-3c72-4c16-9fba-50470f633af2 {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 03:59:25.264729 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-2661c0ec-36d9-4e88-981f-af1a5418be3c req-1f3a4632-753b-4606-8f79-64e711988cf9 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6103899 Jul 28 03:59:25.265211 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-b6e75625-c04f-4b5e-9f81-60f94f3aabd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (17c86bfa-053e-4c3a-bef0-ab77101531bb), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:25.265396 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a8598-3eb5-47fc-a1d9-1ac46127cdb5 req-e680202e-dc2a-4fae-956d-fe137b287e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:25.265396 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-679a8598-3eb5-47fc-a1d9-1ac46127cdb5 req-e680202e-dc2a-4fae-956d-fe137b287e5a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9b840d1a-f1be-4d7b-beda-5edc30034b3c HTTP/1.1" status: 200 len: 850 time: 0.1758819 Jul 28 03:59:25.266086 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-4afa3ab3-e731-4922-b285-a8fdd09c41f1 service neutron] Port be05219a-2802-4e35-ad33-836ad2f1d343 on network 5b7076b1-5b54-41f8-8740-25deddb61b0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 03:59:25.266086 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-4afa3ab3-e731-4922-b285-a8fdd09c41f1 service neutron] Attempting to bind port be05219a-2802-4e35-ad33-836ad2f1d343 on network 5b7076b1-5b54-41f8-8740-25deddb61b0a {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 03:59:25.266086 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-4afa3ab3-e731-4922-b285-a8fdd09c41f1 service neutron] Checking agent: {'id': 'a6d923ff-d983-4784-981f-1bbce4c5c5ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 56, 49), 'started_at': datetime.datetime(2022, 7, 28, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 3, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 03:59:25.266086 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-4afa3ab3-e731-4922-b285-a8fdd09c41f1 service neutron] Checking segment: {'id': '59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b7076b1-5b54-41f8-8740-25deddb61b0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 03:59:25.266086 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-4afa3ab3-e731-4922-b285-a8fdd09c41f1 service neutron] Bound using segment: {'id': '59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b7076b1-5b54-41f8-8740-25deddb61b0a'} {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 03:59:25.266086 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-4afa3ab3-e731-4922-b285-a8fdd09c41f1 service neutron] Bound port: be05219a-2802-4e35-ad33-836ad2f1d343, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b7076b1-5b54-41f8-8740-25deddb61b0a'}}] {{(pid=121474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 03:59:25.266086 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-4afa3ab3-e731-4922-b285-a8fdd09c41f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (be05219a-2802-4e35-ad33-836ad2f1d343), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:25.266086 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-4a06e1ec-35de-426f-8354-7abecc99a964 service neutron] Port a308124a-65b2-45a7-b6e2-c3a47f628499 on network 4531d3b7-3c72-4c16-9fba-50470f633af2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 03:59:25.266086 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-4a06e1ec-35de-426f-8354-7abecc99a964 service neutron] Attempting to bind port a308124a-65b2-45a7-b6e2-c3a47f628499 on network 4531d3b7-3c72-4c16-9fba-50470f633af2 {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 03:59:25.266086 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-505234b2-a41c-44fc-98d7-a7b78962f69c tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:25.268679 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-505234b2-a41c-44fc-98d7-a7b78962f69c tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.67 "GET /v2.0/networks?id=9cf9021b-c509-4bfd-870b-1ff5c987c7dd HTTP/1.1" status: 200 len: 815 time: 1.2042801 Jul 28 03:59:25.329872 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a8598-3eb5-47fc-a1d9-1ac46127cdb5 req-0c38e708-5ecc-4478-9cf0-e82ddbccb28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:25.331605 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-679a8598-3eb5-47fc-a1d9-1ac46127cdb5 req-0c38e708-5ecc-4478-9cf0-e82ddbccb28a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1b695295-a70d-4773-a7f6-af5ea3f070dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0996537 Jul 28 03:59:25.332303 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-11134fd9-8334-4bac-a61e-d39aec6c1e82 admin admin] Publish callbacks [] for security_group (2eb92c5f-e342-4529-ab9c-77cf6d1241b6), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:25.387593 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-11134fd9-8334-4bac-a61e-d39aec6c1e82 admin admin] Publish callbacks [] for security_group (2eb92c5f-e342-4529-ab9c-77cf6d1241b6), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:25.509274 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-4a06e1ec-35de-426f-8354-7abecc99a964 service neutron] Checking agent: {'id': 'a6d923ff-d983-4784-981f-1bbce4c5c5ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 56, 49), 'started_at': datetime.datetime(2022, 7, 28, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 3, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 03:59:25.509641 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-4a06e1ec-35de-426f-8354-7abecc99a964 service neutron] Checking segment: {'id': 'f5651f66-4b70-44a2-a50e-d0d4e0ef16b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 03:59:25.510028 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-4a06e1ec-35de-426f-8354-7abecc99a964 service neutron] Bound using segment: {'id': 'f5651f66-4b70-44a2-a50e-d0d4e0ef16b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2'} {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 03:59:25.510483 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-4a06e1ec-35de-426f-8354-7abecc99a964 service neutron] Bound port: a308124a-65b2-45a7-b6e2-c3a47f628499, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5651f66-4b70-44a2-a50e-d0d4e0ef16b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2'}}] {{(pid=121474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 03:59:25.510821 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-4a06e1ec-35de-426f-8354-7abecc99a964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (a308124a-65b2-45a7-b6e2-c3a47f628499), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:25.660689 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-f77d8108-1566-4362-90bb-56fe9dfb517d tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379'] for port (ef1e8289-929e-424e-b1c1-98a45ed868ea), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:25.719447 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-11134fd9-8334-4bac-a61e-d39aec6c1e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (2eb92c5f-e342-4529-ab9c-77cf6d1241b6), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:25.733082 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-11134fd9-8334-4bac-a61e-d39aec6c1e82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:25.734529 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-11134fd9-8334-4bac-a61e-d39aec6c1e82 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2eb92c5f-e342-4529-ab9c-77cf6d1241b6 HTTP/1.1" status: 204 len: 168 time: 0.6783059 Jul 28 03:59:25.790848 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-679a8598-3eb5-47fc-a1d9-1ac46127cdb5 req-20294b28-1c1e-4ff1-9d1d-985b6a5d2fa1 service neutron] 10.222.0.67 "GET /v2.0/networks/1b695295-a70d-4773-a7f6-af5ea3f070dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294756 Jul 28 03:59:25.818435 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d98dfe4-16a0-43f8-9f3c-0c7dac15516c req-4e51c81c-3d77-4868-be8a-45fe601170ad tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:25.832720 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-2d98dfe4-16a0-43f8-9f3c-0c7dac15516c req-4e51c81c-3d77-4868-be8a-45fe601170ad tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 931 time: 0.3341022 Jul 28 03:59:25.884587 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11134fd9-8334-4bac-a61e-d39aec6c1e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb92c5f-e342-4529-ab9c-77cf6d1241b6,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:25.920503 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158cb16-930e-44ff-9e18-0b3aa2691c49 req-61dd66f2-716c-416d-8754-9ebb9bfe9d9a tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:25.920503 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-7158cb16-930e-44ff-9e18-0b3aa2691c49 req-61dd66f2-716c-416d-8754-9ebb9bfe9d9a tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/ports?device_id=29b7a8cc-247d-4e90-9d62-20d9198f0d00 HTTP/1.1" status: 200 len: 943 time: 0.2371860 Jul 28 03:59:25.963769 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-b6e75625-c04f-4b5e-9f81-60f94f3aabd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17c86bfa-053e-4c3a-bef0-ab77101531bb {{(pid=121474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 03:59:25.966621 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-679a8598-3eb5-47fc-a1d9-1ac46127cdb5 req-e518c472-1bc3-4673-891b-c05d11133bf1 service neutron] 10.222.0.67 "GET /v2.0/networks/1b695295-a70d-4773-a7f6-af5ea3f070dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618977 Jul 28 03:59:25.973157 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-b6e75625-c04f-4b5e-9f81-60f94f3aabd6 service neutron] Publish callbacks [] for port (17c86bfa-053e-4c3a-bef0-ab77101531bb), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:26.036938 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-7158cb16-930e-44ff-9e18-0b3aa2691c49 req-6f7f0a50-89c1-4005-b819-e27c37116f7d tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8e6d66-d524-4393-a3ec-03a07a262bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691590 Jul 28 03:59:26.070369 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-f77d8108-1566-4362-90bb-56fe9dfb517d tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Network 500d2409-0505-4e71-ad33-d33fa2f8a8dc is already hosted by enough agents. {{(pid=121474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:59:26.086803 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.provisioning_blocks [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-b6e75625-c04f-4b5e-9f81-60f94f3aabd6 service neutron] Transition to ACTIVE for port object 17c86bfa-053e-4c3a-bef0-ab77101531bb will not be triggered until provisioned by entity L2. {{(pid=121474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 03:59:26.091463 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-f77d8108-1566-4362-90bb-56fe9dfb517d tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Resources bound (agent type, host, resource id): {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:59:26.117184 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d8108-1566-4362-90bb-56fe9dfb517d tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Pushing event updated for resources: {'Port': ['ID=ef1e8289-929e-424e-b1c1-98a45ed868ea,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:26.139915 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-bf504f36-ac0a-4cb9-ab9c-1db4bd498337 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f68fb083db524ab59ba49d71ae754ba0 HTTP/1.1" status: 200 len: 379 time: 0.8536870 Jul 28 03:59:26.139915 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-4afa3ab3-e731-4922-b285-a8fdd09c41f1 service neutron] For port be05219a-2802-4e35-ad33-836ad2f1d343, host hv-cinder-85127, cleared binding levels {{(pid=121474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:59:26.149515 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-f77d8108-1566-4362-90bb-56fe9dfb517d tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Received port after_create {{(pid=121474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 03:59:26.160477 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-f77d8108-1566-4362-90bb-56fe9dfb517d tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:26.161255 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-f77d8108-1566-4362-90bb-56fe9dfb517d tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:26.174241 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-886498e1-98fc-4901-bcf8-3d9e19451bf2 req-b623612f-6d69-4ab8-9066-5bfe3b1b7996 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ce0e823-630b-4503-9b49-e9d5d43b2605 HTTP/1.1" status: 200 len: 210 time: 0.0525565 Jul 28 03:59:26.266605 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-0a00993f-3ab7-4a0d-8533-e453dbb47fec tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Request body: {'port': {'device_id': '4ce0e823-630b-4503-9b49-e9d5d43b2605', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'admin_state_up': True, 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'security_groups': ['d589d353-cf8c-4834-b926-aadbc1822b6b']}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:59:26.279526 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-b6e75625-c04f-4b5e-9f81-60f94f3aabd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (17c86bfa-053e-4c3a-bef0-ab77101531bb), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:26.296636 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-4afa3ab3-e731-4922-b285-a8fdd09c41f1 service neutron] For port be05219a-2802-4e35-ad33-836ad2f1d343, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=be05219a-2802-4e35-ad33-836ad2f1d343,segment=NetworkSegment(59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b),segment_id=59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b)] {{(pid=121474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:59:26.328607 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-f77d8108-1566-4362-90bb-56fe9dfb517d tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0052931 Jul 28 03:59:26.341321 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-4a06e1ec-35de-426f-8354-7abecc99a964 service neutron] For port a308124a-65b2-45a7-b6e2-c3a47f628499, host hv-cinder-85127, cleared binding levels {{(pid=121474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:59:26.465098 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-7067af63-e2a4-43db-9874-4cb21927383b service neutron] Request body: {'port': {'device_id': '4eadfe50-2ab9-46dc-be42-b9496e4008ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:59:26.481592 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-4a06e1ec-35de-426f-8354-7abecc99a964 service neutron] For port a308124a-65b2-45a7-b6e2-c3a47f628499, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=a308124a-65b2-45a7-b6e2-c3a47f628499,segment=NetworkSegment(f5651f66-4b70-44a2-a50e-d0d4e0ef16b9),segment_id=f5651f66-4b70-44a2-a50e-d0d4e0ef16b9)] {{(pid=121474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:59:26.496118 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-2d98dfe4-16a0-43f8-9f3c-0c7dac15516c req-fce935ad-8947-4531-bdd1-9b88f1fcea5f tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6623564 Jul 28 03:59:26.507172 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e905c-e121-4238-af91-0acffa1b07d8 req-e3812cf1-a01e-4c99-bd22-09caa3a854f2 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:26.516877 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-695e905c-e121-4238-af91-0acffa1b07d8 req-e3812cf1-a01e-4c99-bd22-09caa3a854f2 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 943 time: 0.1266236 Jul 28 03:59:26.579981 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-4afa3ab3-e731-4922-b285-a8fdd09c41f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (be05219a-2802-4e35-ad33-836ad2f1d343), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:26.691489 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-695e905c-e121-4238-af91-0acffa1b07d8 req-f9183525-f5cd-4eeb-92c9-2f42e4cffc4b tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736233 Jul 28 03:59:26.708585 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ec956007-67c7-4295-9903-6a2780cc07c1 None None] Provisioning complete for port ef1e8289-929e-424e-b1c1-98a45ed868ea triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:26.709205 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ec956007-67c7-4295-9903-6a2780cc07c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (ef1e8289-929e-424e-b1c1-98a45ed868ea), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:26.722535 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-4a06e1ec-35de-426f-8354-7abecc99a964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (a308124a-65b2-45a7-b6e2-c3a47f628499), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:26.725092 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e75625-c04f-4b5e-9f81-60f94f3aabd6 service neutron] Pushing event updated for resources: {'Port': ['ID=17c86bfa-053e-4c3a-bef0-ab77101531bb,revision_number=2']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:26.794697 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ec956007-67c7-4295-9903-6a2780cc07c1 None None] Port ef1e8289-929e-424e-b1c1-98a45ed868ea cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 03:59:26.991591 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-4afa3ab3-e731-4922-b285-a8fdd09c41f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:26.995616 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-4afa3ab3-e731-4922-b285-a8fdd09c41f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:26.997175 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-4afa3ab3-e731-4922-b285-a8fdd09c41f1 service neutron] 10.222.0.67 "PUT /v2.0/ports/be05219a-2802-4e35-ad33-836ad2f1d343 HTTP/1.1" status: 200 len: 1093 time: 6.5303898 Jul 28 03:59:27.013118 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69722c89-ea87-415c-8a3c-b10f0bff6b9e', 'tag': 'be05219a-2802-4e35-ad33-836ad2f1d343'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 03:59:27.145562 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 51332) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:27.195601 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-4a06e1ec-35de-426f-8354-7abecc99a964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:27.195601 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-4a06e1ec-35de-426f-8354-7abecc99a964 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:27.195601 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-4a06e1ec-35de-426f-8354-7abecc99a964 service neutron] 10.222.0.67 "PUT /v2.0/ports/a308124a-65b2-45a7-b6e2-c3a47f628499 HTTP/1.1" status: 200 len: 1093 time: 8.4460492 Jul 28 03:59:27.323626 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb4609-3a5f-4034-9604-30a5f5bdc592 req-79deca18-6435-4b1e-adc8-4485d749cf38 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:27.337117 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-76cb4609-3a5f-4034-9604-30a5f5bdc592 req-79deca18-6435-4b1e-adc8-4485d749cf38 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/ports?device_id=29b7a8cc-247d-4e90-9d62-20d9198f0d00 HTTP/1.1" status: 200 len: 943 time: 0.1640737 Jul 28 03:59:27.428885 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-76cb4609-3a5f-4034-9604-30a5f5bdc592 req-39706b60-3acd-4770-a185-4d7f62ee17aa tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8e6d66-d524-4393-a3ec-03a07a262bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948455 Jul 28 03:59:27.440201 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e409886-d495-4c35-b433-8ca9a64f7864 req-8eeededa-94be-4778-858a-340954405ecb tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:27.441804 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-2e409886-d495-4c35-b433-8ca9a64f7864 req-8eeededa-94be-4778-858a-340954405ecb tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 932 time: 0.7317858 Jul 28 03:59:27.462530 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-b04a9899-3c4f-481f-8ff2-a1b8385243cb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=832994a4cc4b49e4a3e7ed5ecb99606f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3145254 Jul 28 03:59:27.463847 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-7067af63-e2a4-43db-9874-4cb21927383b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (ef1e8289-929e-424e-b1c1-98a45ed868ea), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:27.465284 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 51340) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:27.503254 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:DELETE=2,neutron:INSERT=5 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:27.586853 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:27.632791 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4bfec824-f80b-42f5-8537-3b32235b6435 admin admin] Publish callbacks [] for security_group (42ef13df-8a09-4d40-9bfe-c7b31763b5e8), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:27.639990 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-ed6c5a41-3dad-446b-884c-e632eb9675b2 req-e97ea38f-56bd-48b5-a0a7-b90fb26f74eb tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ce0e823-630b-4503-9b49-e9d5d43b2605 HTTP/1.1" status: 200 len: 210 time: 0.0729971 Jul 28 03:59:27.643662 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b08f5c5-10fb-4c32-8384-df699599fd2a" -d '{"events": [{"name": "network-changed", "server_uuid": "69722c89-ea87-415c-8a3c-b10f0bff6b9e", "tag": "be05219a-2802-4e35-ad33-836ad2f1d343"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:59:27.653950 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:27.703442 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4bfec824-f80b-42f5-8537-3b32235b6435 admin admin] Publish callbacks [] for security_group (42ef13df-8a09-4d40-9bfe-c7b31763b5e8), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:27.734052 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=68 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:27.774394 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-b0314f48-a2eb-450d-b344-16efadd3b879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:27.778495 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-b0314f48-a2eb-450d-b344-16efadd3b879 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8bf7f0f7880a435ba552361bcb31ef91&device_id=a30f5c60-8ee4-4d46-aec9-34dd464d21b9 HTTP/1.1" status: 200 len: 1127 time: 0.2783711 Jul 28 03:59:27.783648 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:27.796261 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=4 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:27.810528 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa3ab3-e731-4922-b285-a8fdd09c41f1 service neutron] Pushing event updated for resources: {'Port': ['ID=be05219a-2802-4e35-ad33-836ad2f1d343,revision_number=3']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:27.869352 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4bfec824-f80b-42f5-8537-3b32235b6435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (42ef13df-8a09-4d40-9bfe-c7b31763b5e8), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:27.873595 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4bfec824-f80b-42f5-8537-3b32235b6435 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:27.873828 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-4bfec824-f80b-42f5-8537-3b32235b6435 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/42ef13df-8a09-4d40-9bfe-c7b31763b5e8 HTTP/1.1" status: 204 len: 168 time: 0.4057138 Jul 28 03:59:27.890319 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfec824-f80b-42f5-8537-3b32235b6435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ef13df-8a09-4d40-9bfe-c7b31763b5e8,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:27.892081 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-cf615bce-e3cf-409f-b6b4-4236df5c10c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:27.899207 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-cf615bce-e3cf-409f-b6b4-4236df5c10c8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6a869e1e00fc4d8d9d4511e34501665f&device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 1127 time: 0.6341286 Jul 28 03:59:28.007877 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ffd1c-4915-4f49-bf85-f62e2d68d667 req-845cfcad-e2bd-473a-9e16-8489de7b7313 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:28.010259 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-083ffd1c-4915-4f49-bf85-f62e2d68d667 req-845cfcad-e2bd-473a-9e16-8489de7b7313 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 943 time: 0.1003361 Jul 28 03:59:28.101822 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-083ffd1c-4915-4f49-bf85-f62e2d68d667 req-99948a21-925b-4ad0-90ac-e5ba670e4461 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849602 Jul 28 03:59:28.109713 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-b6e75625-c04f-4b5e-9f81-60f94f3aabd6 service neutron] Attempting to bind port 17c86bfa-053e-4c3a-bef0-ab77101531bb on host hv-cinder-85127 for vnic_type normal with profile {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 03:59:28.112589 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-b6e75625-c04f-4b5e-9f81-60f94f3aabd6 service neutron] Attempting to bind port 17c86bfa-053e-4c3a-bef0-ab77101531bb by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': 'f5651f66-4b70-44a2-a50e-d0d4e0ef16b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2'}] {{(pid=121474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 03:59:28.113126 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-b6e75625-c04f-4b5e-9f81-60f94f3aabd6 service neutron] Attempting to bind port 17c86bfa-053e-4c3a-bef0-ab77101531bb on network 4531d3b7-3c72-4c16-9fba-50470f633af2 {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 03:59:28.163101 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-b6e75625-c04f-4b5e-9f81-60f94f3aabd6 service neutron] Port 17c86bfa-053e-4c3a-bef0-ab77101531bb on network 4531d3b7-3c72-4c16-9fba-50470f633af2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 03:59:28.163427 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-b6e75625-c04f-4b5e-9f81-60f94f3aabd6 service neutron] Attempting to bind port 17c86bfa-053e-4c3a-bef0-ab77101531bb on network 4531d3b7-3c72-4c16-9fba-50470f633af2 {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 03:59:28.347774 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e11353-2aa5-4a50-b30d-92a1a2f9509d req-763afed9-8e98-4e73-af6b-78349d8ba99a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:28.355509 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-d0e11353-2aa5-4a50-b30d-92a1a2f9509d req-763afed9-8e98-4e73-af6b-78349d8ba99a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 943 time: 0.1706786 Jul 28 03:59:28.453765 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-2d38bf4e-fcde-442e-ab16-7d1f57c0f1d3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be05219a-2802-4e35-ad33-836ad2f1d343 HTTP/1.1" status: 200 len: 217 time: 0.5394440 Jul 28 03:59:28.458291 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-b6e75625-c04f-4b5e-9f81-60f94f3aabd6 service neutron] Checking agent: {'id': 'a6d923ff-d983-4784-981f-1bbce4c5c5ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 56, 49), 'started_at': datetime.datetime(2022, 7, 28, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 3, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 03:59:28.458768 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-b6e75625-c04f-4b5e-9f81-60f94f3aabd6 service neutron] Checking segment: {'id': 'f5651f66-4b70-44a2-a50e-d0d4e0ef16b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 03:59:28.459286 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-b6e75625-c04f-4b5e-9f81-60f94f3aabd6 service neutron] Bound using segment: {'id': 'f5651f66-4b70-44a2-a50e-d0d4e0ef16b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2'} {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 03:59:28.459813 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-b6e75625-c04f-4b5e-9f81-60f94f3aabd6 service neutron] Bound port: 17c86bfa-053e-4c3a-bef0-ab77101531bb, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5651f66-4b70-44a2-a50e-d0d4e0ef16b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2'}}] {{(pid=121474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 03:59:28.460321 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-b6e75625-c04f-4b5e-9f81-60f94f3aabd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (17c86bfa-053e-4c3a-bef0-ab77101531bb), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:28.464697 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-d0e11353-2aa5-4a50-b30d-92a1a2f9509d req-f70906f2-39d1-4248-abd5-6dcbf3f4a68a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045041 Jul 28 03:59:28.468711 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:28.484139 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-2e409886-d495-4c35-b433-8ca9a64f7864 req-f3754b07-0921-4b45-8c31-74145a69f8af tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8988850 Jul 28 03:59:28.494399 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-93be8eac-9f96-4064-8365-63d75fa70c9a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a308124a-65b2-45a7-b6e2-c3a47f628499 HTTP/1.1" status: 200 len: 217 time: 0.3945203 Jul 28 03:59:28.576389 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06e1ec-35de-426f-8354-7abecc99a964 service neutron] Pushing event updated for resources: {'Port': ['ID=a308124a-65b2-45a7-b6e2-c3a47f628499,revision_number=3']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:28.579518 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-0a00993f-3ab7-4a0d-8533-e453dbb47fec tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Made reservation on behalf of f68fb083db524ab59ba49d71ae754ba0 for: {'port': 1} {{(pid=121474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:59:28.583140 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-0a00993f-3ab7-4a0d-8533-e453dbb47fec tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:28.827850 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-e147d935-06f4-45bb-b73e-140cb97fb6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:28.830342 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-e147d935-06f4-45bb-b73e-140cb97fb6a5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0c317d02-35c6-4092-b3d2-22f73010b2ed HTTP/1.1" status: 200 len: 849 time: 0.3510144 Jul 28 03:59:28.899673 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-5a4999e6-1c33-4090-a542-bd26987e05fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:28.901893 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-5a4999e6-1c33-4090-a542-bd26987e05fb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c HTTP/1.1" status: 200 len: 858 time: 0.3683486 Jul 28 03:59:28.989178 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 03:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b594d51-6bd9-4452-ab8c-549943fd7d0a x-openstack-request-id: req-0b594d51-6bd9-4452-ab8c-549943fd7d0a {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:59:28.989178 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69722c89-ea87-415c-8a3c-b10f0bff6b9e", "tag": "be05219a-2802-4e35-ad33-836ad2f1d343", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:59:28.989178 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0b594d51-6bd9-4452-ab8c-549943fd7d0a {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:59:28.989178 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b594d51-6bd9-4452-ab8c-549943fd7d0a'] response: {'name': 'network-changed', 'server_uuid': '69722c89-ea87-415c-8a3c-b10f0bff6b9e', 'tag': 'be05219a-2802-4e35-ad33-836ad2f1d343', 'status': 'completed', 'code': 200} Jul 28 03:59:28.989178 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95adcbe2-b239-4a8a-94e7-443c00f51034 req-7ff5cfe5-9cea-492d-af2a-1ce005ef0a6e tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:28.989178 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-95adcbe2-b239-4a8a-94e7-443c00f51034 req-7ff5cfe5-9cea-492d-af2a-1ce005ef0a6e tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/ports?device_id=29b7a8cc-247d-4e90-9d62-20d9198f0d00 HTTP/1.1" status: 200 len: 943 time: 0.2763669 Jul 28 03:59:28.989178 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-b6e75625-c04f-4b5e-9f81-60f94f3aabd6 service neutron] For port 17c86bfa-053e-4c3a-bef0-ab77101531bb, host hv-cinder-85127, cleared binding levels {{(pid=121474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:59:29.036607 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-9b83cb02-b938-496e-9fb2-4b1e02abfc53 req-27e6c480-7954-4726-951b-4efd71a75a19 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ce0e823-630b-4503-9b49-e9d5d43b2605 HTTP/1.1" status: 200 len: 210 time: 0.0592349 Jul 28 03:59:29.055343 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-b6e75625-c04f-4b5e-9f81-60f94f3aabd6 service neutron] For port 17c86bfa-053e-4c3a-bef0-ab77101531bb, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=17c86bfa-053e-4c3a-bef0-ab77101531bb,segment=NetworkSegment(f5651f66-4b70-44a2-a50e-d0d4e0ef16b9),segment_id=f5651f66-4b70-44a2-a50e-d0d4e0ef16b9)] {{(pid=121474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:59:29.091196 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-a5bb214b-804b-4201-ac6f-3d13ef5ff156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:29.093011 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-a5bb214b-804b-4201-ac6f-3d13ef5ff156 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5b7076b1-5b54-41f8-8740-25deddb61b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2526994 Jul 28 03:59:29.128545 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-79b04e2e-ed67-4ef9-94ad-c7df1eaa0a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:29.130317 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-79b04e2e-ed67-4ef9-94ad-c7df1eaa0a44 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4531d3b7-3c72-4c16-9fba-50470f633af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1948717 Jul 28 03:59:29.242915 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-95adcbe2-b239-4a8a-94e7-443c00f51034 req-f97aec38-620a-4615-b7e7-7c0a84fb19ef tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8e6d66-d524-4393-a3ec-03a07a262bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600465 Jul 28 03:59:29.245753 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.db_base_plugin_common [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-0a00993f-3ab7-4a0d-8533-e453dbb47fec tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Allocated IP 172.20.0.7 (9cf9021b-c509-4bfd-870b-1ff5c987c7dd/38052aec-d1bf-4b5e-9038-8acf97ddbe30/fb9b0d27-d368-47b4-869d-588f9411de37) {{(pid=121474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:59:29.265766 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-7067af63-e2a4-43db-9874-4cb21927383b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef1e8289-929e-424e-b1c1-98a45ed868ea {{(pid=121474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 03:59:29.273488 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf76de-0b5b-4b4e-a066-e9c8e6ebdfa8 req-30e18a8f-bfc6-4472-8ced-9656ff8cd0aa tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:29.279094 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-efdf76de-0b5b-4b4e-a066-e9c8e6ebdfa8 req-30e18a8f-bfc6-4472-8ced-9656ff8cd0aa tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 943 time: 0.0835493 Jul 28 03:59:29.293148 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-7067af63-e2a4-43db-9874-4cb21927383b service neutron] Publish callbacks [] for port (ef1e8289-929e-424e-b1c1-98a45ed868ea), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:29.340612 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.provisioning_blocks [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-7067af63-e2a4-43db-9874-4cb21927383b service neutron] Transition to ACTIVE for port object ef1e8289-929e-424e-b1c1-98a45ed868ea will not be triggered until provisioned by entity L2. {{(pid=121474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 03:59:29.351638 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-efdf76de-0b5b-4b4e-a066-e9c8e6ebdfa8 req-e411e3ac-fd57-434b-a609-4694d7b17a9d tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676544 Jul 28 03:59:29.431273 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-7067af63-e2a4-43db-9874-4cb21927383b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (ef1e8289-929e-424e-b1c1-98a45ed868ea), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:29.443679 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-b6e75625-c04f-4b5e-9f81-60f94f3aabd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (17c86bfa-053e-4c3a-bef0-ab77101531bb), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:29.634584 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=100 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:29.676572 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7067af63-e2a4-43db-9874-4cb21927383b service neutron] Pushing event updated for resources: {'Port': ['ID=ef1e8289-929e-424e-b1c1-98a45ed868ea,revision_number=2']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:29.739273 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-b6e75625-c04f-4b5e-9f81-60f94f3aabd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:29.739840 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-b6e75625-c04f-4b5e-9f81-60f94f3aabd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:29.742198 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-b6e75625-c04f-4b5e-9f81-60f94f3aabd6 service neutron] 10.222.0.67 "PUT /v2.0/ports/17c86bfa-053e-4c3a-bef0-ab77101531bb HTTP/1.1" status: 200 len: 1093 time: 5.6949983 Jul 28 03:59:29.908541 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2df40-e0a0-4a64-a45d-81d794ee6e97 req-5ef4f70f-e5f7-444b-9011-12da9bf2b2dc tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:29.921920 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-28a2df40-e0a0-4a64-a45d-81d794ee6e97 req-5ef4f70f-e5f7-444b-9011-12da9bf2b2dc tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 944 time: 0.2097764 Jul 28 03:59:30.042485 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-28a2df40-e0a0-4a64-a45d-81d794ee6e97 req-e21e9c3a-1e14-4b97-a10c-7f0041b21a73 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141491 Jul 28 03:59:30.174647 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:30.190347 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-34793395-ff0b-4896-abb7-2892ce156326 req-dac0b3f2-5961-4cc7-919b-128ca4df16e7 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ce0e823-630b-4503-9b49-e9d5d43b2605 HTTP/1.1" status: 200 len: 210 time: 0.0361526 Jul 28 03:59:30.199869 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-0a00993f-3ab7-4a0d-8533-e453dbb47fec tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for port (fb9b0d27-d368-47b4-869d-588f9411de37), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:30.211307 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef4929-61fb-4359-a087-08b77c3ceca2 req-3e143a98-05a4-4d43-88e2-67783d225085 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:30.213011 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-7eef4929-61fb-4359-a087-08b77c3ceca2 req-3e143a98-05a4-4d43-88e2-67783d225085 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 943 time: 0.5303285 Jul 28 03:59:30.320903 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-7aa14779-ed0f-495c-b6e1-886ee9faea08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:30.322502 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-7aa14779-ed0f-495c-b6e1-886ee9faea08 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8bf7f0f7880a435ba552361bcb31ef91&device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 1127 time: 0.1934710 Jul 28 03:59:30.323171 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-7067af63-e2a4-43db-9874-4cb21927383b service neutron] Attempting to bind port ef1e8289-929e-424e-b1c1-98a45ed868ea on host hv-cinder-85127 for vnic_type normal with profile {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 03:59:30.323551 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-7067af63-e2a4-43db-9874-4cb21927383b service neutron] Attempting to bind port ef1e8289-929e-424e-b1c1-98a45ed868ea by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '7ac5aa42-d84c-402d-8b7d-91411dee0356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc'}] {{(pid=121474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 03:59:30.323977 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-7067af63-e2a4-43db-9874-4cb21927383b service neutron] Attempting to bind port ef1e8289-929e-424e-b1c1-98a45ed868ea on network 500d2409-0505-4e71-ad33-d33fa2f8a8dc {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 03:59:30.340620 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e75625-c04f-4b5e-9f81-60f94f3aabd6 service neutron] Pushing event updated for resources: {'Port': ['ID=17c86bfa-053e-4c3a-bef0-ab77101531bb,revision_number=3']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:30.434928 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e2e86-111f-4393-ac99-0890e2cf741a req-b086d49c-12da-402c-ab39-68f77444c1b0 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:30.436663 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-5a1e2e86-111f-4393-ac99-0890e2cf741a req-b086d49c-12da-402c-ab39-68f77444c1b0 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/ports?device_id=29b7a8cc-247d-4e90-9d62-20d9198f0d00 HTTP/1.1" status: 200 len: 943 time: 0.0586712 Jul 28 03:59:30.446094 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-7067af63-e2a4-43db-9874-4cb21927383b service neutron] Port ef1e8289-929e-424e-b1c1-98a45ed868ea on network 500d2409-0505-4e71-ad33-d33fa2f8a8dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 03:59:30.446611 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-7067af63-e2a4-43db-9874-4cb21927383b service neutron] Attempting to bind port ef1e8289-929e-424e-b1c1-98a45ed868ea on network 500d2409-0505-4e71-ad33-d33fa2f8a8dc {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 03:59:30.453351 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-f20033fe-c845-4b31-b752-f5b696d0fe58 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17c86bfa-053e-4c3a-bef0-ab77101531bb HTTP/1.1" status: 200 len: 217 time: 0.1140068 Jul 28 03:59:30.480499 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-7067af63-e2a4-43db-9874-4cb21927383b service neutron] Checking agent: {'id': 'a6d923ff-d983-4784-981f-1bbce4c5c5ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 56, 49), 'started_at': datetime.datetime(2022, 7, 28, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 3, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 03:59:30.481020 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-7067af63-e2a4-43db-9874-4cb21927383b service neutron] Checking segment: {'id': '7ac5aa42-d84c-402d-8b7d-91411dee0356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 03:59:30.481384 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-7067af63-e2a4-43db-9874-4cb21927383b service neutron] Bound using segment: {'id': '7ac5aa42-d84c-402d-8b7d-91411dee0356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc'} {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 03:59:30.482440 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-7067af63-e2a4-43db-9874-4cb21927383b service neutron] Bound port: ef1e8289-929e-424e-b1c1-98a45ed868ea, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ac5aa42-d84c-402d-8b7d-91411dee0356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc'}}] {{(pid=121474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 03:59:30.482775 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-7067af63-e2a4-43db-9874-4cb21927383b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (ef1e8289-929e-424e-b1c1-98a45ed868ea), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:30.501946 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-e3a07699-679b-4230-b234-d58e5e00d952 service neutron] 10.222.0.67 "GET /v2.0/networks/5b7076b1-5b54-41f8-8740-25deddb61b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9019811 Jul 28 03:59:30.513299 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-5a1e2e86-111f-4393-ac99-0890e2cf741a req-9e8e8ccf-c589-400e-b4cb-fdd53b9f0d2f tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8e6d66-d524-4393-a3ec-03a07a262bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641487 Jul 28 03:59:30.536873 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=2,neutron:DELETE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:30.600829 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-f32eb661-43ad-498b-b83c-a9fc3fc559f9 service neutron] 10.222.0.67 "GET /v2.0/networks/4531d3b7-3c72-4c16-9fba-50470f633af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9948926 Jul 28 03:59:30.608252 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-7eef4929-61fb-4359-a087-08b77c3ceca2 req-2f51be30-5264-4829-b572-4fcc26b7c652 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3808227 Jul 28 03:59:30.631453 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:30.635174 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-8e3b8a03-9f72-4b1d-ab36-d2086eb429e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:30.636719 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-8e3b8a03-9f72-4b1d-ab36-d2086eb429e2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c HTTP/1.1" status: 200 len: 858 time: 0.1325545 Jul 28 03:59:30.648491 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6f06e-ae93-4b71-8562-74aac305b821 req-216993e0-1ecf-493e-95f3-5d7b3ff307b2 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:30.649960 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-20e6f06e-ae93-4b71-8562-74aac305b821 req-216993e0-1ecf-493e-95f3-5d7b3ff307b2 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 943 time: 0.0577362 Jul 28 03:59:30.706749 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-20e6f06e-ae93-4b71-8562-74aac305b821 req-3bd28a74-9178-4a6e-ab65-843a52f28081 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502183 Jul 28 03:59:30.748654 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-7067af63-e2a4-43db-9874-4cb21927383b service neutron] For port ef1e8289-929e-424e-b1c1-98a45ed868ea, host hv-cinder-85127, cleared binding levels {{(pid=121474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:59:30.783245 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-0a00993f-3ab7-4a0d-8533-e453dbb47fec tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379'] for port (fb9b0d27-d368-47b4-869d-588f9411de37), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:31.014209 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-7067af63-e2a4-43db-9874-4cb21927383b service neutron] For port ef1e8289-929e-424e-b1c1-98a45ed868ea, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=ef1e8289-929e-424e-b1c1-98a45ed868ea,segment=NetworkSegment(7ac5aa42-d84c-402d-8b7d-91411dee0356),segment_id=7ac5aa42-d84c-402d-8b7d-91411dee0356)] {{(pid=121474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:59:31.023170 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a30f5c60-8ee4-4d46-aec9-34dd464d21b9', 'tag': 'a308124a-65b2-45a7-b6e2-c3a47f628499'}, {'name': 'network-changed', 'server_uuid': '2c0a06d3-c137-4eba-a44e-271a29b12e38', 'tag': '17c86bfa-053e-4c3a-bef0-ab77101531bb'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 03:59:31.025526 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5927946-916f-458e-8b1a-b4f10162ddc3" -d '{"events": [{"name": "network-changed", "server_uuid": "a30f5c60-8ee4-4d46-aec9-34dd464d21b9", "tag": "a308124a-65b2-45a7-b6e2-c3a47f628499"}, {"name": "network-changed", "server_uuid": "2c0a06d3-c137-4eba-a44e-271a29b12e38", "tag": "17c86bfa-053e-4c3a-bef0-ab77101531bb"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:59:31.042493 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:31.057856 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-94849dbb-5e10-4dd1-821f-b205af7f27eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:31.059516 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-94849dbb-5e10-4dd1-821f-b205af7f27eb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4531d3b7-3c72-4c16-9fba-50470f633af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4112725 Jul 28 03:59:31.075646 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-0a00993f-3ab7-4a0d-8533-e453dbb47fec tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Network 9cf9021b-c509-4bfd-870b-1ff5c987c7dd is already hosted by enough agents. {{(pid=121474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:59:31.118117 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-0a00993f-3ab7-4a0d-8533-e453dbb47fec tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Resources bound (agent type, host, resource id): {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:59:31.132499 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-7067af63-e2a4-43db-9874-4cb21927383b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (ef1e8289-929e-424e-b1c1-98a45ed868ea), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:31.150427 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-0a00993f-3ab7-4a0d-8533-e453dbb47fec tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Received port after_create {{(pid=121474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 03:59:31.152804 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-0a00993f-3ab7-4a0d-8533-e453dbb47fec tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:31.157603 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-0a00993f-3ab7-4a0d-8533-e453dbb47fec tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:31.181212 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 28 Jul 2022 03:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3330482e-e4eb-4067-b5ad-96100f1038f5 x-openstack-request-id: req-3330482e-e4eb-4067-b5ad-96100f1038f5 {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:59:31.181782 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a30f5c60-8ee4-4d46-aec9-34dd464d21b9", "tag": "a308124a-65b2-45a7-b6e2-c3a47f628499", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2c0a06d3-c137-4eba-a44e-271a29b12e38", "tag": "17c86bfa-053e-4c3a-bef0-ab77101531bb", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:59:31.181782 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3330482e-e4eb-4067-b5ad-96100f1038f5 {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:59:31.182132 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3330482e-e4eb-4067-b5ad-96100f1038f5'] response: {'name': 'network-changed', 'server_uuid': 'a30f5c60-8ee4-4d46-aec9-34dd464d21b9', 'tag': 'a308124a-65b2-45a7-b6e2-c3a47f628499', 'status': 'completed', 'code': 200} Jul 28 03:59:31.182395 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3330482e-e4eb-4067-b5ad-96100f1038f5'] response: {'name': 'network-changed', 'server_uuid': '2c0a06d3-c137-4eba-a44e-271a29b12e38', 'tag': '17c86bfa-053e-4c3a-bef0-ab77101531bb', 'status': 'completed', 'code': 200} Jul 28 03:59:31.225762 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a00993f-3ab7-4a0d-8533-e453dbb47fec tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Pushing event updated for resources: {'Port': ['ID=fb9b0d27-d368-47b4-869d-588f9411de37,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:31.304272 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff186f9-cb43-45e7-a999-4ab94c11629f req-f4e14d61-8776-45ac-ac62-8a85fac44a07 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:31.306254 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-3ff186f9-cb43-45e7-a999-4ab94c11629f req-f4e14d61-8776-45ac-ac62-8a85fac44a07 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 944 time: 0.1181955 Jul 28 03:59:31.355089 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f14348ff-c0e6-4cd6-a0ed-50f25ab3b587 req-0684641d-f9e6-439a-8c02-dd9b31945da5 service neutron] 10.222.0.67 "GET /v2.0/networks/4531d3b7-3c72-4c16-9fba-50470f633af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7082717 Jul 28 03:59:31.358679 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-0a00993f-3ab7-4a0d-8533-e453dbb47fec tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1428430 Jul 28 03:59:31.393849 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-3ff186f9-cb43-45e7-a999-4ab94c11629f req-036c957d-864c-4d85-832f-5e9e18b4b743 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814681 Jul 28 03:59:31.460809 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-7067af63-e2a4-43db-9874-4cb21927383b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:31.460809 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-7067af63-e2a4-43db-9874-4cb21927383b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:31.460809 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-7067af63-e2a4-43db-9874-4cb21927383b service neutron] 10.222.0.67 "PUT /v2.0/ports/ef1e8289-929e-424e-b1c1-98a45ed868ea HTTP/1.1" status: 200 len: 1094 time: 5.0225897 Jul 28 03:59:31.460809 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1b92f6ad-94a7-4ca7-8300-0eed43559d63 req-80f8e62e-394b-434a-a40a-c8c625c37145 service neutron] 10.222.0.67 "GET /v2.0/networks/5b7076b1-5b54-41f8-8740-25deddb61b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8128855 Jul 28 03:59:31.504265 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa43aa-3f90-43f2-8ff4-4438c268267e req-0470991c-5873-4c34-b285-132f57c673a2 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:31.505965 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ddfa43aa-3f90-43f2-8ff4-4438c268267e req-0470991c-5873-4c34-b285-132f57c673a2 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ce0e823-630b-4503-9b49-e9d5d43b2605 HTTP/1.1" status: 200 len: 931 time: 0.1758645 Jul 28 03:59:31.521073 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d6aaa5a6-8c39-4a2f-adbb-1f38b52def33 None None] Provisioning complete for port fb9b0d27-d368-47b4-869d-588f9411de37 triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:31.521808 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d6aaa5a6-8c39-4a2f-adbb-1f38b52def33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (fb9b0d27-d368-47b4-869d-588f9411de37), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:31.562798 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d6aaa5a6-8c39-4a2f-adbb-1f38b52def33 None None] Port fb9b0d27-d368-47b4-869d-588f9411de37 cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 03:59:31.577977 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-daa8a604-b362-4c62-be22-7d3cf16fcc98 service neutron] 10.222.0.67 "GET /v2.0/networks/4531d3b7-3c72-4c16-9fba-50470f633af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381504 Jul 28 03:59:31.578610 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7067af63-e2a4-43db-9874-4cb21927383b service neutron] Pushing event updated for resources: {'Port': ['ID=ef1e8289-929e-424e-b1c1-98a45ed868ea,revision_number=3']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:31.640430 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ddfa43aa-3f90-43f2-8ff4-4438c268267e req-2fe64154-4c13-4ee0-965c-9c38c350fbe4 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=d589d353-cf8c-4834-b926-aadbc1822b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196368 Jul 28 03:59:31.685870 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b43efa-0507-42b1-a0c8-59ba900526ee req-c6db591a-1d0d-4b6f-9328-b63d0f915347 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:31.688222 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-51b43efa-0507-42b1-a0c8-59ba900526ee req-c6db591a-1d0d-4b6f-9328-b63d0f915347 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/ports?device_id=29b7a8cc-247d-4e90-9d62-20d9198f0d00 HTTP/1.1" status: 200 len: 943 time: 0.0925868 Jul 28 03:59:31.709745 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:31.763193 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866a0b6-f982-4537-9cac-765db7bf540e req-d8f1dce6-5645-4cdc-bd78-a9d40505dc4f tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:31.764794 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-9866a0b6-f982-4537-9cac-765db7bf540e req-d8f1dce6-5645-4cdc-bd78-a9d40505dc4f tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 943 time: 0.0525625 Jul 28 03:59:31.787628 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-51b43efa-0507-42b1-a0c8-59ba900526ee req-cfba1554-6050-4b2e-9056-5da07cdee008 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8e6d66-d524-4393-a3ec-03a07a262bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907397 Jul 28 03:59:31.838416 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-9866a0b6-f982-4537-9cac-765db7bf540e req-86824107-f500-4934-b17b-e2a81f42936c tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650809 Jul 28 03:59:31.933056 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba759f-4d97-48df-9ac9-539ae6400591 req-6fed3380-d6dd-4f54-8e36-b2ffb1b904f3 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:31.934618 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-0cba759f-4d97-48df-9ac9-539ae6400591 req-6fed3380-d6dd-4f54-8e36-b2ffb1b904f3 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 943 time: 0.0497677 Jul 28 03:59:31.985707 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-0cba759f-4d97-48df-9ac9-539ae6400591 req-dd991a3d-d155-4ea9-a4ea-9b8e0d65956e tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447314 Jul 28 03:59:32.273825 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-0280d3d4-721e-47d9-8200-e2b0bcceedd1 service neutron] Request body: {'port': {'device_id': '4ce0e823-630b-4503-9b49-e9d5d43b2605', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:59:32.391905 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-0280d3d4-721e-47d9-8200-e2b0bcceedd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (fb9b0d27-d368-47b4-869d-588f9411de37), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:32.400762 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 51466) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:32.424643 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c3d07871-9041-4a54-aafb-704c2b45b9b4 req-362fd1fa-76d6-4427-9837-a93dc2ddcfbc service neutron] 10.222.0.67 "GET /v2.0/networks/4531d3b7-3c72-4c16-9fba-50470f633af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704905 Jul 28 03:59:32.528932 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-162d17ad-4ba5-4c48-805e-3ae7b9e33450 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:32.556241 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:32.588321 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbeb76-3e36-4c44-adb1-7a2c38ec461c req-b4a6cdae-cf77-4e5b-bb1a-9c0a5dcec2bd tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:32.589828 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-30bbeb76-3e36-4c44-adb1-7a2c38ec461c req-b4a6cdae-cf77-4e5b-bb1a-9c0a5dcec2bd tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 944 time: 0.0763927 Jul 28 03:59:32.617928 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-162d17ad-4ba5-4c48-805e-3ae7b9e33450 admin admin] Publish callbacks [] for security_group (26985b5b-5c5c-4bce-a9bd-43671777f080), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:32.689701 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-30bbeb76-3e36-4c44-adb1-7a2c38ec461c req-156ddc77-27eb-4622-879b-0243ce796458 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689948 Jul 28 03:59:32.698575 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-162d17ad-4ba5-4c48-805e-3ae7b9e33450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (26985b5b-5c5c-4bce-a9bd-43671777f080), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:32.750818 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d17ad-4ba5-4c48-805e-3ae7b9e33450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26985b5b-5c5c-4bce-a9bd-43671777f080,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:32.770084 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-0280d3d4-721e-47d9-8200-e2b0bcceedd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb9b0d27-d368-47b4-869d-588f9411de37 {{(pid=121474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 03:59:32.779786 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-0280d3d4-721e-47d9-8200-e2b0bcceedd1 service neutron] Publish callbacks [] for port (fb9b0d27-d368-47b4-869d-588f9411de37), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:32.795238 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.provisioning_blocks [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-0280d3d4-721e-47d9-8200-e2b0bcceedd1 service neutron] Transition to ACTIVE for port object fb9b0d27-d368-47b4-869d-588f9411de37 will not be triggered until provisioned by entity L2. {{(pid=121474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 03:59:32.798682 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-162d17ad-4ba5-4c48-805e-3ae7b9e33450 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=74d5f7fe727e404ebb1d8e4612fd1cb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3967865 Jul 28 03:59:32.801391 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 51474) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:32.810031 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590bfa6-afb0-45f2-ab50-36e52988cc61 req-31d4eb1f-7585-43c9-927b-aebc0d46e89a tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:32.811853 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-f590bfa6-afb0-45f2-ab50-36e52988cc61 req-31d4eb1f-7585-43c9-927b-aebc0d46e89a tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ce0e823-630b-4503-9b49-e9d5d43b2605 HTTP/1.1" status: 200 len: 931 time: 0.0780716 Jul 28 03:59:32.867006 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-f590bfa6-afb0-45f2-ab50-36e52988cc61 req-a8586da7-9d90-4510-a67e-1166e3a9a6d3 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=d589d353-cf8c-4834-b926-aadbc1822b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477514 Jul 28 03:59:32.868751 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-def8d20a-e5c5-41da-8b04-a7a76a9beb47 admin admin] Publish callbacks [] for security_group (26985b5b-5c5c-4bce-a9bd-43671777f080), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:32.875176 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-0280d3d4-721e-47d9-8200-e2b0bcceedd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (fb9b0d27-d368-47b4-869d-588f9411de37), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:32.978439 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-def8d20a-e5c5-41da-8b04-a7a76a9beb47 admin admin] Publish callbacks [] for security_group (26985b5b-5c5c-4bce-a9bd-43671777f080), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:33.025760 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad0bf6-869c-4a93-a65f-6df96804e708 req-a5eda29e-0532-4e7a-b122-09ad31f00a0a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:33.027328 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-b7ad0bf6-869c-4a93-a65f-6df96804e708 req-a5eda29e-0532-4e7a-b122-09ad31f00a0a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 943 time: 0.0641472 Jul 28 03:59:33.033669 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0280d3d4-721e-47d9-8200-e2b0bcceedd1 service neutron] Pushing event updated for resources: {'Port': ['ID=fb9b0d27-d368-47b4-869d-588f9411de37,revision_number=2']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:33.067525 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f5c37-cd6c-441d-8299-c9a5812d7607 req-75c161c6-a671-4478-9e2e-2029039b389d tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:33.067525 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f96f5c37-cd6c-441d-8299-c9a5812d7607 req-75c161c6-a671-4478-9e2e-2029039b389d tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/ports?device_id=29b7a8cc-247d-4e90-9d62-20d9198f0d00 HTTP/1.1" status: 200 len: 943 time: 0.1502128 Jul 28 03:59:33.118922 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:33.155677 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-b7ad0bf6-869c-4a93-a65f-6df96804e708 req-99084e06-d200-4a37-a2f2-3630590fccb6 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092317 Jul 28 03:59:33.170917 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-0280d3d4-721e-47d9-8200-e2b0bcceedd1 service neutron] Attempting to bind port fb9b0d27-d368-47b4-869d-588f9411de37 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 03:59:33.171180 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-0280d3d4-721e-47d9-8200-e2b0bcceedd1 service neutron] Attempting to bind port fb9b0d27-d368-47b4-869d-588f9411de37 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '37f94176-e298-4b67-acca-ec05537ae703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd'}] {{(pid=121474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 03:59:33.171504 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-0280d3d4-721e-47d9-8200-e2b0bcceedd1 service neutron] Attempting to bind port fb9b0d27-d368-47b4-869d-588f9411de37 on network 9cf9021b-c509-4bfd-870b-1ff5c987c7dd {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 03:59:33.176816 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-6331007a-33e8-4a34-91c9-1d8ece6ea89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:33.178443 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-6331007a-33e8-4a34-91c9-1d8ece6ea89b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=52b087e8dc5c4426b8402dfdf99328ad&device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 1128 time: 0.1398335 Jul 28 03:59:33.183825 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eadfe50-2ab9-46dc-be42-b9496e4008ac', 'tag': 'ef1e8289-929e-424e-b1c1-98a45ed868ea'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 03:59:33.186092 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c1e571-4b73-42f4-9555-c9b8814da117" -d '{"events": [{"name": "network-changed", "server_uuid": "4eadfe50-2ab9-46dc-be42-b9496e4008ac", "tag": "ef1e8289-929e-424e-b1c1-98a45ed868ea"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:59:33.188389 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-0280d3d4-721e-47d9-8200-e2b0bcceedd1 service neutron] Port fb9b0d27-d368-47b4-869d-588f9411de37 on network 9cf9021b-c509-4bfd-870b-1ff5c987c7dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 03:59:33.188718 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-0280d3d4-721e-47d9-8200-e2b0bcceedd1 service neutron] Attempting to bind port fb9b0d27-d368-47b4-869d-588f9411de37 on network 9cf9021b-c509-4bfd-870b-1ff5c987c7dd {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 03:59:33.208062 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-0280d3d4-721e-47d9-8200-e2b0bcceedd1 service neutron] Checking agent: {'id': 'a6d923ff-d983-4784-981f-1bbce4c5c5ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 56, 49), 'started_at': datetime.datetime(2022, 7, 28, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 3, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 03:59:33.208374 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-0280d3d4-721e-47d9-8200-e2b0bcceedd1 service neutron] Checking segment: {'id': '37f94176-e298-4b67-acca-ec05537ae703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 03:59:33.208725 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-0280d3d4-721e-47d9-8200-e2b0bcceedd1 service neutron] Bound using segment: {'id': '37f94176-e298-4b67-acca-ec05537ae703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd'} {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 03:59:33.209837 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-0280d3d4-721e-47d9-8200-e2b0bcceedd1 service neutron] Bound port: fb9b0d27-d368-47b4-869d-588f9411de37, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37f94176-e298-4b67-acca-ec05537ae703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd'}}] {{(pid=121474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 03:59:33.210298 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-0280d3d4-721e-47d9-8200-e2b0bcceedd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (fb9b0d27-d368-47b4-869d-588f9411de37), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:33.232204 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f96f5c37-cd6c-441d-8299-c9a5812d7607 req-b8fb7535-22e8-49e7-9fad-266292f5ca2c tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8e6d66-d524-4393-a3ec-03a07a262bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210239 Jul 28 03:59:33.262787 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:33.284762 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c6846-a0c3-47b5-a19b-e2e1bfc9ab5f req-358e4b70-6e5e-48d4-a68a-e6d5dcf36350 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:33.287737 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-523c6846-a0c3-47b5-a19b-e2e1bfc9ab5f req-358e4b70-6e5e-48d4-a68a-e6d5dcf36350 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 943 time: 0.0737174 Jul 28 03:59:33.298258 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-def8d20a-e5c5-41da-8b04-a7a76a9beb47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (26985b5b-5c5c-4bce-a9bd-43671777f080), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:33.300671 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-def8d20a-e5c5-41da-8b04-a7a76a9beb47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:33.301882 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-def8d20a-e5c5-41da-8b04-a7a76a9beb47 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/26985b5b-5c5c-4bce-a9bd-43671777f080 HTTP/1.1" status: 204 len: 168 time: 0.4995394 Jul 28 03:59:33.310477 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 03:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0dbfd9-acf0-48fa-8f32-db781f5e8b21 x-openstack-request-id: req-2d0dbfd9-acf0-48fa-8f32-db781f5e8b21 {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:59:33.310767 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eadfe50-2ab9-46dc-be42-b9496e4008ac", "tag": "ef1e8289-929e-424e-b1c1-98a45ed868ea", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:59:33.311015 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2d0dbfd9-acf0-48fa-8f32-db781f5e8b21 {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:59:33.311616 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d0dbfd9-acf0-48fa-8f32-db781f5e8b21'] response: {'name': 'network-changed', 'server_uuid': '4eadfe50-2ab9-46dc-be42-b9496e4008ac', 'tag': 'ef1e8289-929e-424e-b1c1-98a45ed868ea', 'status': 'completed', 'code': 200} Jul 28 03:59:33.313371 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-0280d3d4-721e-47d9-8200-e2b0bcceedd1 service neutron] For port fb9b0d27-d368-47b4-869d-588f9411de37, host hv-cinder-85127, cleared binding levels {{(pid=121474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:59:33.329000 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8d20a-e5c5-41da-8b04-a7a76a9beb47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26985b5b-5c5c-4bce-a9bd-43671777f080,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:33.333843 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-0280d3d4-721e-47d9-8200-e2b0bcceedd1 service neutron] For port fb9b0d27-d368-47b4-869d-588f9411de37, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=fb9b0d27-d368-47b4-869d-588f9411de37,segment=NetworkSegment(37f94176-e298-4b67-acca-ec05537ae703),segment_id=37f94176-e298-4b67-acca-ec05537ae703)] {{(pid=121474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:59:33.403560 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-523c6846-a0c3-47b5-a19b-e2e1bfc9ab5f req-d89ee698-a76d-4008-b377-bdfe71e644c0 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874004 Jul 28 03:59:33.426395 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-0280d3d4-721e-47d9-8200-e2b0bcceedd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (fb9b0d27-d368-47b4-869d-588f9411de37), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:33.462598 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-0280d3d4-721e-47d9-8200-e2b0bcceedd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:33.463231 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-0280d3d4-721e-47d9-8200-e2b0bcceedd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:33.464667 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-0280d3d4-721e-47d9-8200-e2b0bcceedd1 service neutron] 10.222.0.67 "PUT /v2.0/ports/fb9b0d27-d368-47b4-869d-588f9411de37 HTTP/1.1" status: 200 len: 1093 time: 1.1970379 Jul 28 03:59:33.492785 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0280d3d4-721e-47d9-8200-e2b0bcceedd1 service neutron] Pushing event updated for resources: {'Port': ['ID=fb9b0d27-d368-47b4-869d-588f9411de37,revision_number=3']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:33.784513 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5927946-916f-458e-8b1a-b4f10162ddc3 req-4895dd54-0332-4b0a-9e54-536e61fe375f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:33.785997 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f5927946-916f-458e-8b1a-b4f10162ddc3 req-4895dd54-0332-4b0a-9e54-536e61fe375f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8bf7f0f7880a435ba552361bcb31ef91&device_id=a30f5c60-8ee4-4d46-aec9-34dd464d21b9 HTTP/1.1" status: 200 len: 1127 time: 0.0464280 Jul 28 03:59:33.831613 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3388ab-4c43-449a-a148-ecc4098559bb req-f07798f2-807b-4d80-9cea-0c3c30b74c71 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:33.833129 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-6d3388ab-4c43-449a-a148-ecc4098559bb req-f07798f2-807b-4d80-9cea-0c3c30b74c71 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 944 time: 0.0508354 Jul 28 03:59:33.882432 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-6d3388ab-4c43-449a-a148-ecc4098559bb req-364a0e02-575f-478e-851a-6beedea4916f tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435557 Jul 28 03:59:33.981827 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:34.003163 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3faa9-7ff5-4760-a9f9-e67a7affb860 req-8cf4bc02-e956-4eac-9a7c-6c9a08750723 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:34.004688 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-56b3faa9-7ff5-4760-a9f9-e67a7affb860 req-8cf4bc02-e956-4eac-9a7c-6c9a08750723 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ce0e823-630b-4503-9b49-e9d5d43b2605 HTTP/1.1" status: 200 len: 943 time: 0.0482166 Jul 28 03:59:34.054629 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-56b3faa9-7ff5-4760-a9f9-e67a7affb860 req-1e878c41-50e5-403b-974f-09bcf04eb94e tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=d589d353-cf8c-4834-b926-aadbc1822b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435686 Jul 28 03:59:34.093970 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 51504) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:34.107847 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-35fa5a85-f630-47da-aa6b-8efa4e63b9d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:34.189446 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-35fa5a85-f630-47da-aa6b-8efa4e63b9d4 admin admin] Publish callbacks [] for security_group (8737ad72-69f2-44c1-8d5d-f498457b775c), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:34.270073 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c1d40-7a43-4ad8-b447-33fcabef3203 req-ca50a7c3-5b07-4905-925c-f1fe2b1043dc tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:34.271511 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f44c1d40-7a43-4ad8-b447-33fcabef3203 req-ca50a7c3-5b07-4905-925c-f1fe2b1043dc tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 943 time: 0.0504100 Jul 28 03:59:34.310332 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-35fa5a85-f630-47da-aa6b-8efa4e63b9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (8737ad72-69f2-44c1-8d5d-f498457b775c), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:34.322855 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:34.352438 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f44c1d40-7a43-4ad8-b447-33fcabef3203 req-3afca212-175c-480e-847c-61057d2dac7e tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743582 Jul 28 03:59:34.364866 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-35fa5a85-f630-47da-aa6b-8efa4e63b9d4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1dd9e5b9ee6b4bdf9c01ebb20ee9f015&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2698324 Jul 28 03:59:34.366914 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa5a85-f630-47da-aa6b-8efa4e63b9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8737ad72-69f2-44c1-8d5d-f498457b775c,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:34.369222 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 51510) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:34.372120 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997b57f-9794-44ce-9f1b-61b92bbdadd4 req-ae81f391-68c7-4c76-b3ac-f91301c6e424 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:34.373781 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-4997b57f-9794-44ce-9f1b-61b92bbdadd4 req-ae81f391-68c7-4c76-b3ac-f91301c6e424 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/ports?device_id=29b7a8cc-247d-4e90-9d62-20d9198f0d00 HTTP/1.1" status: 200 len: 943 time: 0.0626144 Jul 28 03:59:34.401747 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:34.444069 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-4997b57f-9794-44ce-9f1b-61b92bbdadd4 req-a15e3089-757c-40ed-aca6-af8731e7864e tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8e6d66-d524-4393-a3ec-03a07a262bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640221 Jul 28 03:59:34.453682 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-ee7258dc-db13-411f-acfa-14699c395e29 admin admin] Publish callbacks [] for security_group (8737ad72-69f2-44c1-8d5d-f498457b775c), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:34.517979 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-0c3ede99-c9b7-4670-81a8-ab31c9e949eb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef1e8289-929e-424e-b1c1-98a45ed868ea HTTP/1.1" status: 200 len: 217 time: 0.0780909 Jul 28 03:59:34.636560 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:34.698273 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-ee7258dc-db13-411f-acfa-14699c395e29 admin admin] Publish callbacks [] for security_group (8737ad72-69f2-44c1-8d5d-f498457b775c), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:34.768236 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08f5c5-10fb-4c32-8384-df699599fd2a req-bc01e379-8287-4c3d-aef4-1441a97fa757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:34.769694 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0b08f5c5-10fb-4c32-8384-df699599fd2a req-bc01e379-8287-4c3d-aef4-1441a97fa757 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6a869e1e00fc4d8d9d4511e34501665f&device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 1127 time: 0.2703667 Jul 28 03:59:34.770670 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-5c395d9f-3f08-41f9-91a4-c2e1a08ebdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:34.772085 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-5c395d9f-3f08-41f9-91a4-c2e1a08ebdc6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f68fb083db524ab59ba49d71ae754ba0&device_id=4ce0e823-630b-4503-9b49-e9d5d43b2605 HTTP/1.1" status: 200 len: 1127 time: 0.2703745 Jul 28 03:59:34.786249 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4e449-05da-42e9-aa4e-ea08e76c11f5 req-37600330-9279-4b31-8a77-1f0abf79fe7b tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:34.788364 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-23d4e449-05da-42e9-aa4e-ea08e76c11f5 req-37600330-9279-4b31-8a77-1f0abf79fe7b tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 943 time: 0.2675231 Jul 28 03:59:34.820831 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-d98bfa21-5f60-4c86-8724-11ac8c93d53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:34.822243 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-d98bfa21-5f60-4c86-8724-11ac8c93d53b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81f8d920-e036-48ec-bb1b-67fea0f2e9aa HTTP/1.1" status: 200 len: 855 time: 0.2711442 Jul 28 03:59:34.958463 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-63ab0c22-1548-4e8f-a525-32ea3058adc3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb9b0d27-d368-47b4-869d-588f9411de37 HTTP/1.1" status: 200 len: 217 time: 0.1636353 Jul 28 03:59:35.022974 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e7486-122b-4a5e-bd61-b2a8596f346b req-76b592a4-6b55-4ec5-824b-22408b5aef4a tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:35.024470 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-1c9e7486-122b-4a5e-bd61-b2a8596f346b req-76b592a4-6b55-4ec5-824b-22408b5aef4a tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 944 time: 0.0494673 Jul 28 03:59:35.043001 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-f4cf0048-a021-4a58-af78-cd67109c5f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:35.044531 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-f4cf0048-a021-4a58-af78-cd67109c5f2d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=500d2409-0505-4e71-ad33-d33fa2f8a8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2052782 Jul 28 03:59:35.057491 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5927946-916f-458e-8b1a-b4f10162ddc3 req-c80643e8-8350-413d-87ef-d501a8a7faec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:35.059156 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f5927946-916f-458e-8b1a-b4f10162ddc3 req-c80643e8-8350-413d-87ef-d501a8a7faec service neutron] 10.222.0.67 "GET /v2.0/networks?id=4531d3b7-3c72-4c16-9fba-50470f633af2 HTTP/1.1" status: 200 len: 920 time: 0.6018407 Jul 28 03:59:35.086435 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-1c9e7486-122b-4a5e-bd61-b2a8596f346b req-83ddebec-ac1a-4cf3-b7d5-d336e28c8ce2 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562913 Jul 28 03:59:35.215795 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299cd9d-f1c1-48ed-8121-6e96f60fcc35 req-6cdf8767-e976-4613-925e-9c63730d2907 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:35.217968 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-b299cd9d-f1c1-48ed-8121-6e96f60fcc35 req-6cdf8767-e976-4613-925e-9c63730d2907 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ce0e823-630b-4503-9b49-e9d5d43b2605 HTTP/1.1" status: 200 len: 943 time: 0.0599146 Jul 28 03:59:35.303188 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-b299cd9d-f1c1-48ed-8121-6e96f60fcc35 req-5bbde9cc-c24b-46c6-8508-f9d8b091772a tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=d589d353-cf8c-4834-b926-aadbc1822b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776174 Jul 28 03:59:35.320455 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device a308124a-65b2-45a7-b6e2-c3a47f628499 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=121476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:59:35.343773 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 51534) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:35.350790 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce0e823-630b-4503-9b49-e9d5d43b2605', 'tag': 'fb9b0d27-d368-47b4-869d-588f9411de37'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 03:59:35.354315 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83258ff3-ae44-47a2-8658-6fede98025a9" -d '{"events": [{"name": "network-changed", "server_uuid": "4ce0e823-630b-4503-9b49-e9d5d43b2605", "tag": "fb9b0d27-d368-47b4-869d-588f9411de37"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:59:35.369392 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-ee7258dc-db13-411f-acfa-14699c395e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (8737ad72-69f2-44c1-8d5d-f498457b775c), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:35.372503 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-ee7258dc-db13-411f-acfa-14699c395e29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:35.373668 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-ee7258dc-db13-411f-acfa-14699c395e29 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8737ad72-69f2-44c1-8d5d-f498457b775c HTTP/1.1" status: 204 len: 168 time: 1.0035467 Jul 28 03:59:35.375477 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-97b63f61-97e6-4e2b-95d5-9e975de782de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:35.376903 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-97b63f61-97e6-4e2b-95d5-9e975de782de service neutron] 10.222.0.67 "GET /v2.0/subnets?id=38052aec-d1bf-4b5e-9038-8acf97ddbe30 HTTP/1.1" status: 200 len: 854 time: 0.3997395 Jul 28 03:59:35.380077 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f5927946-916f-458e-8b1a-b4f10162ddc3 req-6115a4d4-676c-4758-a104-7457efa95014 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a308124a-65b2-45a7-b6e2-c3a47f628499 HTTP/1.1" status: 200 len: 217 time: 0.2960382 Jul 28 03:59:35.392406 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-23d4e449-05da-42e9-aa4e-ea08e76c11f5 req-ec13c78c-41a9-4c66-8194-6c05e9b84e87 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5857539 Jul 28 03:59:35.407635 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08f5c5-10fb-4c32-8384-df699599fd2a req-a50a7b30-aeb2-4401-8bc5-4c9c440de7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:35.409415 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0b08f5c5-10fb-4c32-8384-df699599fd2a req-a50a7b30-aeb2-4401-8bc5-4c9c440de7e5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5b7076b1-5b54-41f8-8740-25deddb61b0a HTTP/1.1" status: 200 len: 911 time: 0.6136100 Jul 28 03:59:35.470154 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7258dc-db13-411f-acfa-14699c395e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8737ad72-69f2-44c1-8d5d-f498457b775c,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:35.480565 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 03:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24178aac-cc86-44fc-96ae-d00617a55771 x-openstack-request-id: req-24178aac-cc86-44fc-96ae-d00617a55771 {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:59:35.483506 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ce0e823-630b-4503-9b49-e9d5d43b2605", "tag": "fb9b0d27-d368-47b4-869d-588f9411de37", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:59:35.483506 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-24178aac-cc86-44fc-96ae-d00617a55771 {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:59:35.483506 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24178aac-cc86-44fc-96ae-d00617a55771'] response: {'name': 'network-changed', 'server_uuid': '4ce0e823-630b-4503-9b49-e9d5d43b2605', 'tag': 'fb9b0d27-d368-47b4-869d-588f9411de37', 'status': 'completed', 'code': 200} Jul 28 03:59:35.486490 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=100 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:35.489898 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port a308124a-65b2-45a7-b6e2-c3a47f628499, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=a308124a-65b2-45a7-b6e2-c3a47f628499,segment=NetworkSegment(f5651f66-4b70-44a2-a50e-d0d4e0ef16b9),segment_id=f5651f66-4b70-44a2-a50e-d0d4e0ef16b9)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:59:35.517657 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:35.522517 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Returning: {'device': 'a308124a-65b2-45a7-b6e2-c3a47f628499', 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2', 'port_id': 'a308124a-65b2-45a7-b6e2-c3a47f628499', 'mac_address': 'fa:16:3e:13:4e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:59:35.525624 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0b08f5c5-10fb-4c32-8384-df699599fd2a req-f2f7df3d-dcb7-45f1-9877-4722919be7ee service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be05219a-2802-4e35-ad33-836ad2f1d343 HTTP/1.1" status: 200 len: 217 time: 0.1020064 Jul 28 03:59:35.552254 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-bfd852be-df46-4151-87e8-17014e475c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:35.554615 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-bfd852be-df46-4151-87e8-17014e475c66 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9cf9021b-c509-4bfd-870b-1ff5c987c7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1658256 Jul 28 03:59:35.634099 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port a308124a-65b2-45a7-b6e2-c3a47f628499 is: DOWN; New status is: BUILD {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:59:35.634502 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (a308124a-65b2-45a7-b6e2-c3a47f628499), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:35.660329 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a308124a-65b2-45a7-b6e2-c3a47f628499 {{(pid=121476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 03:59:35.670654 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-21510e00-6da7-4e70-92ca-b083a55d3078 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:35.680992 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381f8a3-332e-4e4e-bbb1-069783b57add req-4512ed5c-b4c2-4a94-8b05-260edd5e49d0 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:35.682826 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-c381f8a3-332e-4e4e-bbb1-069783b57add req-4512ed5c-b4c2-4a94-8b05-260edd5e49d0 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 943 time: 0.0909326 Jul 28 03:59:35.687876 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port a308124a-65b2-45a7-b6e2-c3a47f628499, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=a308124a-65b2-45a7-b6e2-c3a47f628499,segment=NetworkSegment(f5651f66-4b70-44a2-a50e-d0d4e0ef16b9),segment_id=f5651f66-4b70-44a2-a50e-d0d4e0ef16b9)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:59:35.696492 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5927946-916f-458e-8b1a-b4f10162ddc3 req-212bc10e-ee78-4159-af94-1be246dda201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:35.697993 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f5927946-916f-458e-8b1a-b4f10162ddc3 req-212bc10e-ee78-4159-af94-1be246dda201 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c HTTP/1.1" status: 200 len: 858 time: 0.2974446 Jul 28 03:59:35.699825 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-0e206aa3-8dc6-45cc-bfb9-2c3b4d956e69 service neutron] 10.222.0.67 "GET /v2.0/networks/500d2409-0505-4e71-ad33-d33fa2f8a8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6397743 Jul 28 03:59:35.760546 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-c381f8a3-332e-4e4e-bbb1-069783b57add req-4c9f18c0-27e8-4f0d-a8ac-05074d1e7924 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706615 Jul 28 03:59:35.798833 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (a308124a-65b2-45a7-b6e2-c3a47f628499), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:35.800175 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device db6b2e35-38a2-486b-b449-640dc8de82c5 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=121476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:59:35.807926 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08f5c5-10fb-4c32-8384-df699599fd2a req-b6483063-c325-48f1-a1d0-7c726c12459e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:35.807926 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0b08f5c5-10fb-4c32-8384-df699599fd2a req-b6483063-c325-48f1-a1d0-7c726c12459e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0c317d02-35c6-4092-b3d2-22f73010b2ed HTTP/1.1" status: 200 len: 849 time: 0.2713592 Jul 28 03:59:35.809425 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-58120ac1-ab9b-43d0-a40c-93167cd9d12b service neutron] 10.222.0.67 "GET /v2.0/networks/9cf9021b-c509-4bfd-870b-1ff5c987c7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418072 Jul 28 03:59:35.817656 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-21510e00-6da7-4e70-92ca-b083a55d3078 admin admin] Publish callbacks [] for security_group (ded60f3f-ac85-474a-b32c-3a0376a7d986), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:35.858258 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:35.888546 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-21510e00-6da7-4e70-92ca-b083a55d3078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (ded60f3f-ac85-474a-b32c-3a0376a7d986), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:35.923065 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=a308124a-65b2-45a7-b6e2-c3a47f628499,revision_number=4']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:35.950929 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-21510e00-6da7-4e70-92ca-b083a55d3078 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=04dfceccc3f645c1b2cc1adf30771296&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6059597 Jul 28 03:59:35.952261 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21510e00-6da7-4e70-92ca-b083a55d3078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded60f3f-ac85-474a-b32c-3a0376a7d986,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:35.955343 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 51550) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:35.975850 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port db6b2e35-38a2-486b-b449-640dc8de82c5, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=db6b2e35-38a2-486b-b449-640dc8de82c5,segment=NetworkSegment(63389bb8-8376-476f-a8bd-a6fab1db75db),segment_id=63389bb8-8376-476f-a8bd-a6fab1db75db)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:59:35.982296 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08f5c5-10fb-4c32-8384-df699599fd2a req-018c99f4-51b9-4ebe-9233-8698701d3a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:35.983819 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0b08f5c5-10fb-4c32-8384-df699599fd2a req-018c99f4-51b9-4ebe-9233-8698701d3a29 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5b7076b1-5b54-41f8-8740-25deddb61b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1405354 Jul 28 03:59:35.988086 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Returning: {'device': 'db6b2e35-38a2-486b-b449-640dc8de82c5', 'network_id': '1b695295-a70d-4773-a7f6-af5ea3f070dd', 'port_id': 'db6b2e35-38a2-486b-b449-640dc8de82c5', 'mac_address': 'fa:16:3e:83:49:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b840d1a-f1be-4d7b-beda-5edc30034b3c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:59:35.995506 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8b812-6041-4bb1-8fda-abe69369ffed req-7191275a-e569-4ba3-8b83-a11d4d4b8ba1 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:35.997875 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a9a8b812-6041-4bb1-8fda-abe69369ffed req-7191275a-e569-4ba3-8b83-a11d4d4b8ba1 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/ports?device_id=29b7a8cc-247d-4e90-9d62-20d9198f0d00 HTTP/1.1" status: 200 len: 943 time: 0.2925489 Jul 28 03:59:36.041864 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-054f7676-9517-4ac1-9a3d-da8f3f9cbb64 admin admin] Publish callbacks [] for security_group (ded60f3f-ac85-474a-b32c-3a0376a7d986), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:36.046073 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:36.048780 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port db6b2e35-38a2-486b-b449-640dc8de82c5 is: DOWN; New status is: BUILD {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:59:36.049176 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (db6b2e35-38a2-486b-b449-640dc8de82c5), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:36.073689 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:36.077195 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db6b2e35-38a2-486b-b449-640dc8de82c5 {{(pid=121476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 03:59:36.078055 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-054f7676-9517-4ac1-9a3d-da8f3f9cbb64 admin admin] Publish callbacks [] for security_group (ded60f3f-ac85-474a-b32c-3a0376a7d986), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:36.105541 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5927946-916f-458e-8b1a-b4f10162ddc3 req-8986dc51-672a-4326-aa6d-17d548f07472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:36.105814 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port db6b2e35-38a2-486b-b449-640dc8de82c5, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=db6b2e35-38a2-486b-b449-640dc8de82c5,segment=NetworkSegment(63389bb8-8376-476f-a8bd-a6fab1db75db),segment_id=63389bb8-8376-476f-a8bd-a6fab1db75db)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:59:36.107338 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f5927946-916f-458e-8b1a-b4f10162ddc3 req-8986dc51-672a-4326-aa6d-17d548f07472 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4531d3b7-3c72-4c16-9fba-50470f633af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3797796 Jul 28 03:59:36.178332 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (db6b2e35-38a2-486b-b449-640dc8de82c5), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:36.179053 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device be05219a-2802-4e35-ad33-836ad2f1d343 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=121476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:59:36.223703 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-054f7676-9517-4ac1-9a3d-da8f3f9cbb64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (ded60f3f-ac85-474a-b32c-3a0376a7d986), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:36.227000 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-054f7676-9517-4ac1-9a3d-da8f3f9cbb64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:36.228446 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-054f7676-9517-4ac1-9a3d-da8f3f9cbb64 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ded60f3f-ac85-474a-b32c-3a0376a7d986 HTTP/1.1" status: 204 len: 168 time: 0.2718379 Jul 28 03:59:36.238681 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-c2d4dcb8-0809-408a-b8c9-0e8a08494cad service neutron] 10.222.0.67 "GET /v2.0/networks/500d2409-0505-4e71-ad33-d33fa2f8a8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5259223 Jul 28 03:59:36.248539 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f7676-9517-4ac1-9a3d-da8f3f9cbb64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded60f3f-ac85-474a-b32c-3a0376a7d986,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:36.266365 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9918cc0e-a4b3-40e8-ac46-4b421ceb2277 req-0887630f-7b9b-4a69-877e-63f29c891748 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:36.268396 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-9918cc0e-a4b3-40e8-ac46-4b421ceb2277 req-0887630f-7b9b-4a69-877e-63f29c891748 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 944 time: 0.0764387 Jul 28 03:59:36.331607 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a9a8b812-6041-4bb1-8fda-abe69369ffed req-1ba74d24-f59a-4b2b-bc89-3c0947289e56 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8e6d66-d524-4393-a3ec-03a07a262bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633715 Jul 28 03:59:36.346003 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-519a6c3d-ab61-43b6-969c-8d7a6c7f7ef2 req-87892aa9-d811-4e66-9ca2-b3066220c6db service neutron] 10.222.0.67 "GET /v2.0/networks/9cf9021b-c509-4bfd-870b-1ff5c987c7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5015080 Jul 28 03:59:36.367379 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0b08f5c5-10fb-4c32-8384-df699599fd2a req-28ec5a5d-7fa4-4573-9fb7-60374a88d357 service neutron] 10.222.0.67 "GET /v2.0/networks/5b7076b1-5b54-41f8-8740-25deddb61b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682096 Jul 28 03:59:36.400622 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-9918cc0e-a4b3-40e8-ac46-4b421ceb2277 req-e357a0b6-ca98-4379-8292-960e23329cd2 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250496 Jul 28 03:59:36.417619 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f5927946-916f-458e-8b1a-b4f10162ddc3 req-cb5af7a5-ee31-402e-a4c5-6fb802f57499 service neutron] 10.222.0.67 "GET /v2.0/networks/4531d3b7-3c72-4c16-9fba-50470f633af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796173 Jul 28 03:59:36.449658 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=db6b2e35-38a2-486b-b449-640dc8de82c5,revision_number=4']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:36.495507 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:36.503061 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82ec3d-e9ec-4d3c-ae3b-d8f9e6b16930 req-058d4b97-b8f7-4b01-b512-bb9c5442e9fb tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:36.505021 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-bf82ec3d-e9ec-4d3c-ae3b-d8f9e6b16930 req-058d4b97-b8f7-4b01-b512-bb9c5442e9fb tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ce0e823-630b-4503-9b49-e9d5d43b2605 HTTP/1.1" status: 200 len: 943 time: 0.0748026 Jul 28 03:59:36.505268 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port be05219a-2802-4e35-ad33-836ad2f1d343, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=be05219a-2802-4e35-ad33-836ad2f1d343,segment=NetworkSegment(59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b),segment_id=59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:59:36.533112 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Returning: {'device': 'be05219a-2802-4e35-ad33-836ad2f1d343', 'network_id': '5b7076b1-5b54-41f8-8740-25deddb61b0a', 'port_id': 'be05219a-2802-4e35-ad33-836ad2f1d343', 'mac_address': 'fa:16:3e:c2:7c:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c317d02-35c6-4092-b3d2-22f73010b2ed', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:59:36.578302 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea2407-2f8a-4e04-8e7f-1d11902d2725 req-944a20c7-e3aa-41a9-97ab-d6ae1f428321 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:36.580608 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port be05219a-2802-4e35-ad33-836ad2f1d343 is: DOWN; New status is: BUILD {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:59:36.581198 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (be05219a-2802-4e35-ad33-836ad2f1d343), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:36.586793 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-51ea2407-2f8a-4e04-8e7f-1d11902d2725 req-944a20c7-e3aa-41a9-97ab-d6ae1f428321 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 943 time: 0.0689874 Jul 28 03:59:36.587449 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-bf82ec3d-e9ec-4d3c-ae3b-d8f9e6b16930 req-f8d2f22e-f498-4a1b-8610-e3e5492ef74e tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=d589d353-cf8c-4834-b926-aadbc1822b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669065 Jul 28 03:59:36.603802 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be05219a-2802-4e35-ad33-836ad2f1d343 {{(pid=121476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 03:59:36.633243 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port be05219a-2802-4e35-ad33-836ad2f1d343, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=be05219a-2802-4e35-ad33-836ad2f1d343,segment=NetworkSegment(59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b),segment_id=59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:59:36.655939 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-51ea2407-2f8a-4e04-8e7f-1d11902d2725 req-fe9d59a7-387a-4c24-8b6a-a050324674a2 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682378 Jul 28 03:59:36.743928 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (be05219a-2802-4e35-ad33-836ad2f1d343), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:36.796439 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=be05219a-2802-4e35-ad33-836ad2f1d343,revision_number=4']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:36.900274 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7ee68-c7e0-4acc-a189-f266c1c200ee req-e1f3d1a8-ea47-4854-bb27-26af005fc66c tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:36.902166 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-12b7ee68-c7e0-4acc-a189-f266c1c200ee req-e1f3d1a8-ea47-4854-bb27-26af005fc66c tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 944 time: 0.0531940 Jul 28 03:59:36.953792 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-12b7ee68-c7e0-4acc-a189-f266c1c200ee req-ae8dad28-7a89-46bb-b1ba-e177e5669e10 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447290 Jul 28 03:59:37.046739 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:37.069071 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 51584) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:37.082739 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4ce0957b-db05-44af-a9b9-45f1b502ada7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:37.098497 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:37.175031 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4ce0957b-db05-44af-a9b9-45f1b502ada7 admin admin] Publish callbacks [] for security_group (a9afd875-fce3-4ad7-a898-44a3e1eabea8), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:37.272461 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4ce0957b-db05-44af-a9b9-45f1b502ada7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (a9afd875-fce3-4ad7-a898-44a3e1eabea8), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:37.276358 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] get_ports_and_sgs() called for port_ids ['be05219a-2802-4e35-ad33-836ad2f1d343'] {{(pid=121476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:59:37.278992 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f5927946-916f-458e-8b1a-b4f10162ddc3 req-0ea74fb9-445f-4084-86ab-13db73a29ef4 service neutron] 10.222.0.67 "GET /v2.0/networks/4531d3b7-3c72-4c16-9fba-50470f633af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792376 Jul 28 03:59:37.283727 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0b08f5c5-10fb-4c32-8384-df699599fd2a req-a20798c5-3c5b-4c03-852a-a2f0a1dc5aa9 service neutron] 10.222.0.67 "GET /v2.0/networks/5b7076b1-5b54-41f8-8740-25deddb61b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732955 Jul 28 03:59:37.338863 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-4ce0957b-db05-44af-a9b9-45f1b502ada7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eed2d2abde3342628bd53fbd0e4bbee6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2686889 Jul 28 03:59:37.341072 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce0957b-db05-44af-a9b9-45f1b502ada7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9afd875-fce3-4ad7-a898-44a3e1eabea8,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:37.341885 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 51588) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:37.350191 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device 17c86bfa-053e-4c3a-bef0-ab77101531bb details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=121476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:59:37.414257 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-5fdd223a-eb53-45f5-b04a-6b7b5d042b09 admin admin] Publish callbacks [] for security_group (a9afd875-fce3-4ad7-a898-44a3e1eabea8), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:37.428730 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] get_ports_and_sgs() called for port_ids ['a308124a-65b2-45a7-b6e2-c3a47f628499'] {{(pid=121476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:59:37.479744 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-5fdd223a-eb53-45f5-b04a-6b7b5d042b09 admin admin] Publish callbacks [] for security_group (a9afd875-fce3-4ad7-a898-44a3e1eabea8), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:37.523800 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] get_ports_and_sgs() called for port_ids ['db6b2e35-38a2-486b-b449-640dc8de82c5'] {{(pid=121476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:59:37.546822 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf012ec-6d54-4dda-a95d-5b669530735d req-b62a1f8c-204c-4cae-a743-d0cf293d6fde tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:37.548224 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-bbf012ec-6d54-4dda-a95d-5b669530735d req-b62a1f8c-204c-4cae-a743-d0cf293d6fde tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/ports?device_id=29b7a8cc-247d-4e90-9d62-20d9198f0d00 HTTP/1.1" status: 200 len: 944 time: 0.0964110 Jul 28 03:59:37.608859 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09228f04-a9f8-4767-aa48-edddcf56c3da req-a7860d16-27a4-46b0-b953-144b421146af tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:37.610328 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-09228f04-a9f8-4767-aa48-edddcf56c3da req-a7860d16-27a4-46b0-b953-144b421146af tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 944 time: 0.0638995 Jul 28 03:59:37.636942 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:37.639070 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-bbf012ec-6d54-4dda-a95d-5b669530735d req-79081e9e-b416-4747-a063-39b8a5343cd9 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8e6d66-d524-4393-a3ec-03a07a262bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732379 Jul 28 03:59:37.710534 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-09228f04-a9f8-4767-aa48-edddcf56c3da req-c66e6008-11f0-42d2-a07c-f5c16b90d3cc tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886638 Jul 28 03:59:37.711564 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-5fdd223a-eb53-45f5-b04a-6b7b5d042b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (a9afd875-fce3-4ad7-a898-44a3e1eabea8), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:37.718093 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-5fdd223a-eb53-45f5-b04a-6b7b5d042b09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:37.720909 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-5fdd223a-eb53-45f5-b04a-6b7b5d042b09 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a9afd875-fce3-4ad7-a898-44a3e1eabea8 HTTP/1.1" status: 204 len: 168 time: 0.3779974 Jul 28 03:59:37.736322 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port 17c86bfa-053e-4c3a-bef0-ab77101531bb, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=17c86bfa-053e-4c3a-bef0-ab77101531bb,segment=NetworkSegment(f5651f66-4b70-44a2-a50e-d0d4e0ef16b9),segment_id=f5651f66-4b70-44a2-a50e-d0d4e0ef16b9)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:59:37.745722 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd223a-eb53-45f5-b04a-6b7b5d042b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9afd875-fce3-4ad7-a898-44a3e1eabea8,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:37.787021 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7cf3e-e904-4608-bbac-497cd4a9f6b6 req-a77e3f33-8ea8-4965-89a6-e0be91129c49 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:37.799454 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-64e7cf3e-e904-4608-bbac-497cd4a9f6b6 req-a77e3f33-8ea8-4965-89a6-e0be91129c49 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ce0e823-630b-4503-9b49-e9d5d43b2605 HTTP/1.1" status: 200 len: 943 time: 0.0800927 Jul 28 03:59:37.802269 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:37.848925 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Returning: {'device': '17c86bfa-053e-4c3a-bef0-ab77101531bb', 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2', 'port_id': '17c86bfa-053e-4c3a-bef0-ab77101531bb', 'mac_address': 'fa:16:3e:8d:8d:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:59:37.861309 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6b25f-7676-41b3-ad3e-418db67dc9f8 req-a0875527-f9c6-4c06-9eb1-4a1c79e7b612 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:37.865538 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b3c6b25f-7676-41b3-ad3e-418db67dc9f8 req-a0875527-f9c6-4c06-9eb1-4a1c79e7b612 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 943 time: 0.0778911 Jul 28 03:59:37.888796 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-64e7cf3e-e904-4608-bbac-497cd4a9f6b6 req-7a7e5e6a-1588-44c7-ac2e-36dbca9976ee tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=d589d353-cf8c-4834-b926-aadbc1822b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882838 Jul 28 03:59:37.987586 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port 17c86bfa-053e-4c3a-bef0-ab77101531bb is: DOWN; New status is: BUILD {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:59:37.988151 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (17c86bfa-053e-4c3a-bef0-ab77101531bb), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:38.010192 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=100 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:38.039505 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17c86bfa-053e-4c3a-bef0-ab77101531bb {{(pid=121476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 03:59:38.063136 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:38.071817 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port 17c86bfa-053e-4c3a-bef0-ab77101531bb, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=17c86bfa-053e-4c3a-bef0-ab77101531bb,segment=NetworkSegment(f5651f66-4b70-44a2-a50e-d0d4e0ef16b9),segment_id=f5651f66-4b70-44a2-a50e-d0d4e0ef16b9)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:59:38.121321 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8effa6-2c63-42d8-9461-ae6692ef0cff req-46d63bdb-d977-497c-a7fa-4f7e02e54e79 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:38.122192 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c1e571-4b73-42f4-9555-c9b8814da117 req-b561020b-4604-4d19-b132-e2f204d65ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:38.122291 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-6a8effa6-2c63-42d8-9461-ae6692ef0cff req-46d63bdb-d977-497c-a7fa-4f7e02e54e79 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 944 time: 0.0735819 Jul 28 03:59:38.122377 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f2c1e571-4b73-42f4-9555-c9b8814da117 req-b561020b-4604-4d19-b132-e2f204d65ccd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=52b087e8dc5c4426b8402dfdf99328ad&device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 1128 time: 0.2332094 Jul 28 03:59:38.147551 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83258ff3-ae44-47a2-8658-6fede98025a9 req-edd39e8d-cd03-4ec6-a251-df2632f34aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:38.149434 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-83258ff3-ae44-47a2-8658-6fede98025a9 req-edd39e8d-cd03-4ec6-a251-df2632f34aff service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f68fb083db524ab59ba49d71ae754ba0&device_id=4ce0e823-630b-4503-9b49-e9d5d43b2605 HTTP/1.1" status: 200 len: 1127 time: 0.2754908 Jul 28 03:59:38.166754 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (17c86bfa-053e-4c3a-bef0-ab77101531bb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:38.183992 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-6a8effa6-2c63-42d8-9461-ae6692ef0cff req-a8f4b679-6150-4c52-a84c-df7cc4f0b41b tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610781 Jul 28 03:59:38.230152 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b3c6b25f-7676-41b3-ad3e-418db67dc9f8 req-fb5c25a6-c32f-496a-adef-95ab8239ddf6 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636525 Jul 28 03:59:38.266045 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=17c86bfa-053e-4c3a-bef0-ab77101531bb,revision_number=4']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:38.272893 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5927946-916f-458e-8b1a-b4f10162ddc3 req-81e36571-145f-4518-ae38-be70983b5687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:38.274382 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f5927946-916f-458e-8b1a-b4f10162ddc3 req-81e36571-145f-4518-ae38-be70983b5687 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8bf7f0f7880a435ba552361bcb31ef91&device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 1127 time: 0.2447937 Jul 28 03:59:38.535374 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:38.541909 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:38.599198 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c1e571-4b73-42f4-9555-c9b8814da117 req-822c28fd-0b90-455d-9dac-b89d17a008cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:38.601319 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f2c1e571-4b73-42f4-9555-c9b8814da117 req-822c28fd-0b90-455d-9dac-b89d17a008cb service neutron] 10.222.0.67 "GET /v2.0/networks?id=500d2409-0505-4e71-ad33-d33fa2f8a8dc HTTP/1.1" status: 200 len: 917 time: 0.4687085 Jul 28 03:59:38.604432 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83258ff3-ae44-47a2-8658-6fede98025a9 req-f73abdbd-f2dc-4c39-9f06-9e8a265b559a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:38.605780 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-83258ff3-ae44-47a2-8658-6fede98025a9 req-f73abdbd-f2dc-4c39-9f06-9e8a265b559a service neutron] 10.222.0.67 "GET /v2.0/networks?id=9cf9021b-c509-4bfd-870b-1ff5c987c7dd HTTP/1.1" status: 200 len: 916 time: 0.4316826 Jul 28 03:59:38.632849 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:38.710866 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f2c1e571-4b73-42f4-9555-c9b8814da117 req-6a90398b-dcfd-474d-b3f4-37224fbc3641 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef1e8289-929e-424e-b1c1-98a45ed868ea HTTP/1.1" status: 200 len: 217 time: 0.1019769 Jul 28 03:59:38.722953 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-83258ff3-ae44-47a2-8658-6fede98025a9 req-e7931fd3-0230-4389-ab36-97216a592050 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb9b0d27-d368-47b4-869d-588f9411de37 HTTP/1.1" status: 200 len: 217 time: 0.0982115 Jul 28 03:59:38.724099 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5927946-916f-458e-8b1a-b4f10162ddc3 req-c61fe061-6038-42f1-9e2b-db205197426c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:38.726278 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f5927946-916f-458e-8b1a-b4f10162ddc3 req-c61fe061-6038-42f1-9e2b-db205197426c service neutron] 10.222.0.67 "GET /v2.0/networks?id=4531d3b7-3c72-4c16-9fba-50470f633af2 HTTP/1.1" status: 200 len: 920 time: 0.4406066 Jul 28 03:59:38.770398 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac5e0d-3713-45f1-a81e-0c69ca149f9d req-ab2d79bf-7d7c-45cd-a8ff-0f4753cb491f tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:38.772683 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-86ac5e0d-3713-45f1-a81e-0c69ca149f9d req-ab2d79bf-7d7c-45cd-a8ff-0f4753cb491f tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/ports?device_id=29b7a8cc-247d-4e90-9d62-20d9198f0d00 HTTP/1.1" status: 200 len: 944 time: 0.0556109 Jul 28 03:59:38.851502 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-86ac5e0d-3713-45f1-a81e-0c69ca149f9d req-2fd9f861-0647-47e0-90e7-4466714e9945 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8e6d66-d524-4393-a3ec-03a07a262bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728228 Jul 28 03:59:38.858744 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f5927946-916f-458e-8b1a-b4f10162ddc3 req-59607d71-7e8e-4e5d-a805-d3af292ea3fb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17c86bfa-053e-4c3a-bef0-ab77101531bb HTTP/1.1" status: 200 len: 217 time: 0.1222727 Jul 28 03:59:38.957691 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c1e571-4b73-42f4-9555-c9b8814da117 req-0ab71440-7572-45ca-9c9d-79ab3cc18999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:38.959217 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f2c1e571-4b73-42f4-9555-c9b8814da117 req-0ab71440-7572-45ca-9c9d-79ab3cc18999 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81f8d920-e036-48ec-bb1b-67fea0f2e9aa HTTP/1.1" status: 200 len: 855 time: 0.2304738 Jul 28 03:59:38.970019 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce65ff5-fe7c-41e3-aa54-1d0b3a44c6fc req-1f35e6f6-1319-4af9-9f43-45ea5126d79b tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:38.971503 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-cce65ff5-fe7c-41e3-aa54-1d0b3a44c6fc req-1f35e6f6-1319-4af9-9f43-45ea5126d79b tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 944 time: 0.1191504 Jul 28 03:59:38.978020 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83258ff3-ae44-47a2-8658-6fede98025a9 req-d3c91930-0526-4a2b-9705-9d07ac144502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:38.979452 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-83258ff3-ae44-47a2-8658-6fede98025a9 req-d3c91930-0526-4a2b-9705-9d07ac144502 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=38052aec-d1bf-4b5e-9038-8acf97ddbe30 HTTP/1.1" status: 200 len: 854 time: 0.2420406 Jul 28 03:59:39.037654 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6142de-71d7-4194-b3ca-808ac8e848f7 req-39a49163-6a65-4368-bf51-a3de8f10b095 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:39.039283 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-cc6142de-71d7-4194-b3ca-808ac8e848f7 req-39a49163-6a65-4368-bf51-a3de8f10b095 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ce0e823-630b-4503-9b49-e9d5d43b2605 HTTP/1.1" status: 200 len: 943 time: 0.0554011 Jul 28 03:59:39.057515 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5927946-916f-458e-8b1a-b4f10162ddc3 req-e3b87a88-f43f-45e8-be33-40b9e82b9896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:39.058976 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f5927946-916f-458e-8b1a-b4f10162ddc3 req-e3b87a88-f43f-45e8-be33-40b9e82b9896 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c HTTP/1.1" status: 200 len: 858 time: 0.1882107 Jul 28 03:59:39.070655 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c1e571-4b73-42f4-9555-c9b8814da117 req-3e832858-7f23-46e3-ae2a-80fb11c026af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:39.072147 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f2c1e571-4b73-42f4-9555-c9b8814da117 req-3e832858-7f23-46e3-ae2a-80fb11c026af service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=500d2409-0505-4e71-ad33-d33fa2f8a8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0960109 Jul 28 03:59:39.095369 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:INSERT=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:39.100695 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-cc6142de-71d7-4194-b3ca-808ac8e848f7 req-87631ba2-1b69-46a7-bd13-35c5de19123a tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=d589d353-cf8c-4834-b926-aadbc1822b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512631 Jul 28 03:59:39.180915 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83258ff3-ae44-47a2-8658-6fede98025a9 req-e40454ec-0190-43a1-9584-2f2b221a6bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:39.182458 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-83258ff3-ae44-47a2-8658-6fede98025a9 req-e40454ec-0190-43a1-9584-2f2b221a6bcc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9cf9021b-c509-4bfd-870b-1ff5c987c7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1691353 Jul 28 03:59:39.197237 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-cce65ff5-fe7c-41e3-aa54-1d0b3a44c6fc req-9bf7e5e9-de7f-4f38-9605-6df34e649fc7 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167714 Jul 28 03:59:39.208907 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5927946-916f-458e-8b1a-b4f10162ddc3 req-6081c989-ad9a-412f-8b3c-1dcd5eb8c812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:39.211682 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f5927946-916f-458e-8b1a-b4f10162ddc3 req-6081c989-ad9a-412f-8b3c-1dcd5eb8c812 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4531d3b7-3c72-4c16-9fba-50470f633af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1433988 Jul 28 03:59:39.297589 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] get_ports_and_sgs() called for port_ids ['17c86bfa-053e-4c3a-bef0-ab77101531bb'] {{(pid=121476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:59:39.313810 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:39.338220 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device ef1e8289-929e-424e-b1c1-98a45ed868ea details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=121476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:59:39.342858 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device a308124a-65b2-45a7-b6e2-c3a47f628499 up at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:59:39.379606 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933a12b-a016-453b-acd1-0b19bf2e2055 req-449d576a-dc81-4481-9b1d-da44a458c7dd tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:39.381926 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-0933a12b-a016-453b-acd1-0b19bf2e2055 req-449d576a-dc81-4481-9b1d-da44a458c7dd tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 944 time: 0.1003759 Jul 28 03:59:39.417845 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f2c1e571-4b73-42f4-9555-c9b8814da117 req-1cb615e5-7ef8-45e9-9350-84c211668512 service neutron] 10.222.0.67 "GET /v2.0/networks/500d2409-0505-4e71-ad33-d33fa2f8a8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357613 Jul 28 03:59:39.462230 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-0933a12b-a016-453b-acd1-0b19bf2e2055 req-153ef283-b0e2-4c0b-938b-7cdda05f4210 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733941 Jul 28 03:59:39.558118 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ae5fc-ed5a-4d16-bf41-8abf98a809cc req-cba0b691-3591-46b2-baa3-54275b77c00e tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:39.565915 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-648ae5fc-ed5a-4d16-bf41-8abf98a809cc req-cba0b691-3591-46b2-baa3-54275b77c00e tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 944 time: 0.1981025 Jul 28 03:59:39.588731 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-83258ff3-ae44-47a2-8658-6fede98025a9 req-c51d4924-927f-4809-8226-ccc6f22aee1e service neutron] 10.222.0.67 "GET /v2.0/networks/9cf9021b-c509-4bfd-870b-1ff5c987c7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955617 Jul 28 03:59:39.598902 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning for port a308124a-65b2-45a7-b6e2-c3a47f628499 completed by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 03:59:39.599143 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f5927946-916f-458e-8b1a-b4f10162ddc3 req-36f83700-51e5-490d-9ecb-09628d63eab2 service neutron] 10.222.0.67 "GET /v2.0/networks/4531d3b7-3c72-4c16-9fba-50470f633af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645477 Jul 28 03:59:39.634520 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:39.686867 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning complete for port a308124a-65b2-45a7-b6e2-c3a47f628499 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:39.687236 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (a308124a-65b2-45a7-b6e2-c3a47f628499), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:39.779360 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port ef1e8289-929e-424e-b1c1-98a45ed868ea, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=ef1e8289-929e-424e-b1c1-98a45ed868ea,segment=NetworkSegment(7ac5aa42-d84c-402d-8b7d-91411dee0356),segment_id=7ac5aa42-d84c-402d-8b7d-91411dee0356)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:59:39.797188 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-648ae5fc-ed5a-4d16-bf41-8abf98a809cc req-b61ba248-ce78-4118-b383-53db6cc153d2 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293305 Jul 28 03:59:39.809791 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Returning: {'device': 'ef1e8289-929e-424e-b1c1-98a45ed868ea', 'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc', 'port_id': 'ef1e8289-929e-424e-b1c1-98a45ed868ea', 'mac_address': 'fa:16:3e:39:fb:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f8d920-e036-48ec-bb1b-67fea0f2e9aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:59:39.833822 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f2c1e571-4b73-42f4-9555-c9b8814da117 req-94ec70d3-0a6a-46be-b47f-beef125b1dd7 service neutron] 10.222.0.67 "GET /v2.0/networks/500d2409-0505-4e71-ad33-d33fa2f8a8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080505 Jul 28 03:59:39.870225 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-83258ff3-ae44-47a2-8658-6fede98025a9 req-16cff047-e65f-47ec-b0e8-7485b13ded2b service neutron] 10.222.0.67 "GET /v2.0/networks/9cf9021b-c509-4bfd-870b-1ff5c987c7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620232 Jul 28 03:59:39.872715 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f5927946-916f-458e-8b1a-b4f10162ddc3 req-c55a4dd1-6ec8-44e7-b1f8-1b68e14e9a49 service neutron] 10.222.0.67 "GET /v2.0/networks/4531d3b7-3c72-4c16-9fba-50470f633af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518952 Jul 28 03:59:39.893803 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port a308124a-65b2-45a7-b6e2-c3a47f628499 is: BUILD; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:59:39.894193 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (a308124a-65b2-45a7-b6e2-c3a47f628499), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:39.909063 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port ef1e8289-929e-424e-b1c1-98a45ed868ea is: DOWN; New status is: BUILD {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:59:39.909882 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (ef1e8289-929e-424e-b1c1-98a45ed868ea), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:39.936022 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef1e8289-929e-424e-b1c1-98a45ed868ea {{(pid=121476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 03:59:39.948131 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:39.948876 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30f5c60-8ee4-4d46-aec9-34dd464d21b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a308124a-65b2-45a7-b6e2-c3a47f628499'}] {{(pid=121476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 03:59:40.022323 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16854059-f6e2-4035-9f3f-af9d37a24e94 req-999aa58c-c571-4578-8c49-438ca7b0cba9 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:40.024478 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-16854059-f6e2-4035-9f3f-af9d37a24e94 req-999aa58c-c571-4578-8c49-438ca7b0cba9 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/ports?device_id=29b7a8cc-247d-4e90-9d62-20d9198f0d00 HTTP/1.1" status: 200 len: 944 time: 0.0580695 Jul 28 03:59:40.039032 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port a308124a-65b2-45a7-b6e2-c3a47f628499, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=a308124a-65b2-45a7-b6e2-c3a47f628499,segment=NetworkSegment(f5651f66-4b70-44a2-a50e-d0d4e0ef16b9),segment_id=f5651f66-4b70-44a2-a50e-d0d4e0ef16b9)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:59:40.040477 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port ef1e8289-929e-424e-b1c1-98a45ed868ea, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=ef1e8289-929e-424e-b1c1-98a45ed868ea,segment=NetworkSegment(7ac5aa42-d84c-402d-8b7d-91411dee0356),segment_id=7ac5aa42-d84c-402d-8b7d-91411dee0356)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:59:40.113148 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-16854059-f6e2-4035-9f3f-af9d37a24e94 req-526d260b-dfb6-4b81-9956-93b997033f6c tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8e6d66-d524-4393-a3ec-03a07a262bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792818 Jul 28 03:59:40.119003 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (ef1e8289-929e-424e-b1c1-98a45ed868ea), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:40.136598 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (a308124a-65b2-45a7-b6e2-c3a47f628499), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:40.137405 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device be05219a-2802-4e35-ad33-836ad2f1d343 up at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:59:40.197845 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63807e78e749bb54735be4dbe0f6e45a10aff1c6ba31450fe55014b89068368c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732c5a52-3867-4197-85c9-7ac4c7db516a" -d '{"events": [{"server_uuid": "a30f5c60-8ee4-4d46-aec9-34dd464d21b9", "name": "network-vif-plugged", "status": "completed", "tag": "a308124a-65b2-45a7-b6e2-c3a47f628499"}]}' {{(pid=121476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:59:40.232868 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:40.242986 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=ef1e8289-929e-424e-b1c1-98a45ed868ea,revision_number=4']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:40.249490 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning for port be05219a-2802-4e35-ad33-836ad2f1d343 completed by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 03:59:40.307646 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad3e43-3537-467f-bd98-cfbf3d3f2416 req-fa382134-6460-46ad-b971-6689e283e169 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:40.309809 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=a308124a-65b2-45a7-b6e2-c3a47f628499,revision_number=5']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:40.310731 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-14ad3e43-3537-467f-bd98-cfbf3d3f2416 req-fa382134-6460-46ad-b971-6689e283e169 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ce0e823-630b-4503-9b49-e9d5d43b2605 HTTP/1.1" status: 200 len: 943 time: 0.0964143 Jul 28 03:59:40.320457 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning complete for port be05219a-2802-4e35-ad33-836ad2f1d343 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:40.320842 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (be05219a-2802-4e35-ad33-836ad2f1d343), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:40.398918 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-14ad3e43-3537-467f-bd98-cfbf3d3f2416 req-17916af1-1c1d-4c9b-8758-ac8375014ea0 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=d589d353-cf8c-4834-b926-aadbc1822b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606737 Jul 28 03:59:40.418380 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 03:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9435e970-7221-4c9d-bdf9-db66bed56ba5 x-openstack-request-id: req-9435e970-7221-4c9d-bdf9-db66bed56ba5 {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:59:40.418705 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a30f5c60-8ee4-4d46-aec9-34dd464d21b9", "name": "network-vif-plugged", "status": "completed", "tag": "a308124a-65b2-45a7-b6e2-c3a47f628499", "code": 200}]} {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:59:40.418957 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9435e970-7221-4c9d-bdf9-db66bed56ba5 {{(pid=121476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:59:40.419394 dv-cinder-851279-1-iscsi neutron-server[121476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9435e970-7221-4c9d-bdf9-db66bed56ba5'] response: {'server_uuid': 'a30f5c60-8ee4-4d46-aec9-34dd464d21b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a308124a-65b2-45a7-b6e2-c3a47f628499', 'code': 200} Jul 28 03:59:40.438530 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port be05219a-2802-4e35-ad33-836ad2f1d343 is: BUILD; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:59:40.439008 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (be05219a-2802-4e35-ad33-836ad2f1d343), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:40.504512 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port be05219a-2802-4e35-ad33-836ad2f1d343, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=be05219a-2802-4e35-ad33-836ad2f1d343,segment=NetworkSegment(59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b),segment_id=59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:59:40.530832 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b43345-885b-4d74-9033-8a38d7ea9103 req-dcf50780-1336-484c-983f-d4b481f5e6dc tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:40.532386 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-d6b43345-885b-4d74-9033-8a38d7ea9103 req-dcf50780-1336-484c-983f-d4b481f5e6dc tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 945 time: 0.0563209 Jul 28 03:59:40.605048 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (be05219a-2802-4e35-ad33-836ad2f1d343), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:40.605899 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device db6b2e35-38a2-486b-b449-640dc8de82c5 up at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:59:40.621411 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-d6b43345-885b-4d74-9033-8a38d7ea9103 req-4569dd41-daa9-4538-a39a-4e5b852fd311 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795469 Jul 28 03:59:40.662740 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3681f68-9d64-4f55-b169-afc000511c47 req-9a243ea2-b07a-4788-8d35-060034970438 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:40.664600 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b3681f68-9d64-4f55-b169-afc000511c47 req-9a243ea2-b07a-4788-8d35-060034970438 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 945 time: 0.0944469 Jul 28 03:59:40.696324 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] get_ports_and_sgs() called for port_ids ['ef1e8289-929e-424e-b1c1-98a45ed868ea'] {{(pid=121476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:59:40.767974 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b3681f68-9d64-4f55-b169-afc000511c47 req-2126875d-084b-404f-bbf8-701e4494dde4 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972712 Jul 28 03:59:40.803734 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=be05219a-2802-4e35-ad33-836ad2f1d343,revision_number=5']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:40.821712 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning for port db6b2e35-38a2-486b-b449-640dc8de82c5 completed by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 03:59:40.893762 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080ebc6-9b4b-4685-9aae-87f9dcb0c8e7 req-c8d652ce-c591-4bad-aec4-1f591fb58785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:40.895419 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-6080ebc6-9b4b-4685-9aae-87f9dcb0c8e7 req-c8d652ce-c591-4bad-aec4-1f591fb58785 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a30f5c60-8ee4-4d46-aec9-34dd464d21b9 HTTP/1.1" status: 200 len: 1129 time: 0.1194620 Jul 28 03:59:40.915695 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-6080ebc6-9b4b-4685-9aae-87f9dcb0c8e7 req-cccb247c-d3e1-4acf-aaa2-08bdd98b1365 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:40.934140 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed32f6c-2521-4e48-afa5-9dbc7cb57ec5 req-167f6841-17cb-4e41-b369-5861ccdd1f03 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:40.935672 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-aed32f6c-2521-4e48-afa5-9dbc7cb57ec5 req-167f6841-17cb-4e41-b369-5861ccdd1f03 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 944 time: 0.0516524 Jul 28 03:59:40.952885 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning complete for port db6b2e35-38a2-486b-b449-640dc8de82c5 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:40.955408 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (db6b2e35-38a2-486b-b449-640dc8de82c5), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:41.014382 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-aed32f6c-2521-4e48-afa5-9dbc7cb57ec5 req-bbb2166e-35a0-4ec2-a01d-b7962ab7a8eb tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706053 Jul 28 03:59:41.039440 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-6080ebc6-9b4b-4685-9aae-87f9dcb0c8e7 req-cccb247c-d3e1-4acf-aaa2-08bdd98b1365 service neutron] Publish callbacks [] for security_group (ce5e2eb9-5e8f-4629-b368-1080184235af), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:41.049278 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port db6b2e35-38a2-486b-b449-640dc8de82c5 is: BUILD; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:59:41.049686 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (db6b2e35-38a2-486b-b449-640dc8de82c5), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:41.086046 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port db6b2e35-38a2-486b-b449-640dc8de82c5, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=db6b2e35-38a2-486b-b449-640dc8de82c5,segment=NetworkSegment(63389bb8-8376-476f-a8bd-a6fab1db75db),segment_id=63389bb8-8376-476f-a8bd-a6fab1db75db)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:59:41.112926 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-6080ebc6-9b4b-4685-9aae-87f9dcb0c8e7 req-cccb247c-d3e1-4acf-aaa2-08bdd98b1365 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (ce5e2eb9-5e8f-4629-b368-1080184235af), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:41.171768 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-6080ebc6-9b4b-4685-9aae-87f9dcb0c8e7 req-cccb247c-d3e1-4acf-aaa2-08bdd98b1365 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698405 Jul 28 03:59:41.172729 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb247c-d3e1-4acf-aaa2-08bdd98b1365 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5e2eb9-5e8f-4629-b368-1080184235af,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:41.175704 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (db6b2e35-38a2-486b-b449-640dc8de82c5), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:41.206449 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:41.231223 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=db6b2e35-38a2-486b-b449-640dc8de82c5,revision_number=5']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:41.265465 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 51730) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:41.279418 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ab7d9-91dc-4ee7-a4f3-721924bdd258 req-0f9d5595-9730-4fe7-8a0d-4a174a8436b8 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:41.279679 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3f5ab7d9-91dc-4ee7-a4f3-721924bdd258 req-0f9d5595-9730-4fe7-8a0d-4a174a8436b8 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/ports?device_id=29b7a8cc-247d-4e90-9d62-20d9198f0d00 HTTP/1.1" status: 200 len: 945 time: 0.0577710 Jul 28 03:59:41.332227 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3f5ab7d9-91dc-4ee7-a4f3-721924bdd258 req-9ba286f5-d806-4521-96df-588b37e85bd7 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8e6d66-d524-4393-a3ec-03a07a262bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465858 Jul 28 03:59:41.388812 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-99f931e9-44a0-4b71-b939-d9e702eb8f41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:41.434878 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device fb9b0d27-d368-47b4-869d-588f9411de37 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=121476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:59:41.439505 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device 17c86bfa-053e-4c3a-bef0-ab77101531bb up at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:59:41.470161 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-99f931e9-44a0-4b71-b939-d9e702eb8f41 admin admin] Publish callbacks [] for security_group (d6c3dbb3-8243-44c2-969b-189e19bd10d2), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:41.528696 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-99f931e9-44a0-4b71-b939-d9e702eb8f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (d6c3dbb3-8243-44c2-969b-189e19bd10d2), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:41.540521 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393be1d7-f965-43c0-8792-d2311a3f5179 req-95f26cc1-bf9d-444c-b8d8-ac59a3c287b6 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:41.542121 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-393be1d7-f965-43c0-8792-d2311a3f5179 req-95f26cc1-bf9d-444c-b8d8-ac59a3c287b6 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ce0e823-630b-4503-9b49-e9d5d43b2605 HTTP/1.1" status: 200 len: 943 time: 0.0574229 Jul 28 03:59:41.545531 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning for port 17c86bfa-053e-4c3a-bef0-ab77101531bb completed by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 03:59:41.569796 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:41.590192 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port fb9b0d27-d368-47b4-869d-588f9411de37, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=fb9b0d27-d368-47b4-869d-588f9411de37,segment=NetworkSegment(37f94176-e298-4b67-acca-ec05537ae703),segment_id=37f94176-e298-4b67-acca-ec05537ae703)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:59:41.595462 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f931e9-44a0-4b71-b939-d9e702eb8f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c3dbb3-8243-44c2-969b-189e19bd10d2,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:41.602654 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-99f931e9-44a0-4b71-b939-d9e702eb8f41 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b716060f0f0648afaeeab5e702d5d62f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3332291 Jul 28 03:59:41.602833 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Returning: {'device': 'fb9b0d27-d368-47b4-869d-588f9411de37', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'port_id': 'fb9b0d27-d368-47b4-869d-588f9411de37', 'mac_address': 'fa:16:3e:94:80:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:59:41.604126 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 51736) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:41.605494 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning complete for port 17c86bfa-053e-4c3a-bef0-ab77101531bb triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:41.605926 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (17c86bfa-053e-4c3a-bef0-ab77101531bb), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:41.608635 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:41.631720 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-393be1d7-f965-43c0-8792-d2311a3f5179 req-fc0aec8d-a501-4bd3-b23a-e78842385935 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=d589d353-cf8c-4834-b926-aadbc1822b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760474 Jul 28 03:59:41.671300 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port fb9b0d27-d368-47b4-869d-588f9411de37 is: DOWN; New status is: BUILD {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:59:41.671688 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (fb9b0d27-d368-47b4-869d-588f9411de37), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:41.682867 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-77d7418d-85fe-43b3-bc08-6bf937063745 admin admin] Publish callbacks [] for security_group (d6c3dbb3-8243-44c2-969b-189e19bd10d2), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:41.692969 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb9b0d27-d368-47b4-869d-588f9411de37 {{(pid=121476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 03:59:41.695443 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:41.712383 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-77d7418d-85fe-43b3-bc08-6bf937063745 admin admin] Publish callbacks [] for security_group (d6c3dbb3-8243-44c2-969b-189e19bd10d2), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:41.745563 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:41.755606 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port fb9b0d27-d368-47b4-869d-588f9411de37, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=fb9b0d27-d368-47b4-869d-588f9411de37,segment=NetworkSegment(37f94176-e298-4b67-acca-ec05537ae703),segment_id=37f94176-e298-4b67-acca-ec05537ae703)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:59:41.758306 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port 17c86bfa-053e-4c3a-bef0-ab77101531bb is: BUILD; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:59:41.758677 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (17c86bfa-053e-4c3a-bef0-ab77101531bb), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:41.796848 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port 17c86bfa-053e-4c3a-bef0-ab77101531bb, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=17c86bfa-053e-4c3a-bef0-ab77101531bb,segment=NetworkSegment(f5651f66-4b70-44a2-a50e-d0d4e0ef16b9),segment_id=f5651f66-4b70-44a2-a50e-d0d4e0ef16b9)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:59:41.811196 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (fb9b0d27-d368-47b4-869d-588f9411de37), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:41.876387 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=fb9b0d27-d368-47b4-869d-588f9411de37,revision_number=4']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:41.904238 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c733b3d6-6882-45be-ba3d-8b9a071c34bf req-1f0aec06-37f7-4f98-a571-e75bdb0b3050 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:41.905851 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-c733b3d6-6882-45be-ba3d-8b9a071c34bf req-1f0aec06-37f7-4f98-a571-e75bdb0b3050 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 945 time: 0.0520024 Jul 28 03:59:41.909876 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (17c86bfa-053e-4c3a-bef0-ab77101531bb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:41.910740 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device ef1e8289-929e-424e-b1c1-98a45ed868ea up at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:59:41.970616 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-c733b3d6-6882-45be-ba3d-8b9a071c34bf req-6c75707a-a362-4af4-a99b-7c4ea49535db tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586660 Jul 28 03:59:42.007067 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a820a-7bd1-43c6-8a8e-b7250e2c50dc req-f2d4244a-357b-436d-9dbc-38e75aaa9e7c tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:42.009120 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-393a820a-7bd1-43c6-8a8e-b7250e2c50dc req-f2d4244a-357b-436d-9dbc-38e75aaa9e7c tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 945 time: 0.2496519 Jul 28 03:59:42.025600 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:42.028343 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=17c86bfa-053e-4c3a-bef0-ab77101531bb,revision_number=5']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:42.032798 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning for port ef1e8289-929e-424e-b1c1-98a45ed868ea completed by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 03:59:42.063221 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-393a820a-7bd1-43c6-8a8e-b7250e2c50dc req-00894e74-ac78-4666-9c5f-ac3c819d44db tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479975 Jul 28 03:59:42.064272 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-77d7418d-85fe-43b3-bc08-6bf937063745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (d6c3dbb3-8243-44c2-969b-189e19bd10d2), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:42.066949 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-77d7418d-85fe-43b3-bc08-6bf937063745 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:42.068230 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-77d7418d-85fe-43b3-bc08-6bf937063745 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d6c3dbb3-8243-44c2-969b-189e19bd10d2 HTTP/1.1" status: 204 len: 168 time: 0.4619124 Jul 28 03:59:42.081319 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7418d-85fe-43b3-bc08-6bf937063745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c3dbb3-8243-44c2-969b-189e19bd10d2,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:42.087770 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] get_ports_and_sgs() called for port_ids ['fb9b0d27-d368-47b4-869d-588f9411de37'] {{(pid=121476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:59:42.132825 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning complete for port ef1e8289-929e-424e-b1c1-98a45ed868ea triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:42.133234 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (ef1e8289-929e-424e-b1c1-98a45ed868ea), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:42.184792 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2bad9-eb94-4acf-ad5c-ea1db0577716 req-2bc467a1-49ae-42cc-a269-d145092f7df5 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:42.186594 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-daa2bad9-eb94-4acf-ad5c-ea1db0577716 req-2bc467a1-49ae-42cc-a269-d145092f7df5 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 945 time: 0.0637472 Jul 28 03:59:42.242227 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-daa2bad9-eb94-4acf-ad5c-ea1db0577716 req-4401e63e-04c0-4cbd-9c07-674678b1b413 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500271 Jul 28 03:59:42.298700 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port ef1e8289-929e-424e-b1c1-98a45ed868ea is: BUILD; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:59:42.299099 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (ef1e8289-929e-424e-b1c1-98a45ed868ea), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:42.354313 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port ef1e8289-929e-424e-b1c1-98a45ed868ea, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=ef1e8289-929e-424e-b1c1-98a45ed868ea,segment=NetworkSegment(7ac5aa42-d84c-402d-8b7d-91411dee0356),segment_id=7ac5aa42-d84c-402d-8b7d-91411dee0356)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:59:42.421042 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69722c89-ea87-415c-8a3c-b10f0bff6b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be05219a-2802-4e35-ad33-836ad2f1d343'}, {'server_uuid': '29b7a8cc-247d-4e90-9d62-20d9198f0d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db6b2e35-38a2-486b-b449-640dc8de82c5'}, {'server_uuid': '2c0a06d3-c137-4eba-a44e-271a29b12e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c86bfa-053e-4c3a-bef0-ab77101531bb'}, {'server_uuid': '4eadfe50-2ab9-46dc-be42-b9496e4008ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1e8289-929e-424e-b1c1-98a45ed868ea'}] {{(pid=121476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 03:59:42.423523 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63807e78e749bb54735be4dbe0f6e45a10aff1c6ba31450fe55014b89068368c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08cf2a7b-95d4-4c59-83ea-43c2f5873f0d" -d '{"events": [{"server_uuid": "69722c89-ea87-415c-8a3c-b10f0bff6b9e", "name": "network-vif-plugged", "status": "completed", "tag": "be05219a-2802-4e35-ad33-836ad2f1d343"}, {"server_uuid": "29b7a8cc-247d-4e90-9d62-20d9198f0d00", "name": "network-vif-plugged", "status": "completed", "tag": "db6b2e35-38a2-486b-b449-640dc8de82c5"}, {"server_uuid": "2c0a06d3-c137-4eba-a44e-271a29b12e38", "name": "network-vif-plugged", "status": "completed", "tag": "17c86bfa-053e-4c3a-bef0-ab77101531bb"}, {"server_uuid": "4eadfe50-2ab9-46dc-be42-b9496e4008ac", "name": "network-vif-plugged", "status": "completed", "tag": "ef1e8289-929e-424e-b1c1-98a45ed868ea"}]}' {{(pid=121476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:59:42.457344 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba76df9-09d2-4089-b58c-85864a3391ae req-a2d82db4-89ab-4031-98c8-87201d7d8449 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:42.459123 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3ba76df9-09d2-4089-b58c-85864a3391ae req-a2d82db4-89ab-4031-98c8-87201d7d8449 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/ports?device_id=29b7a8cc-247d-4e90-9d62-20d9198f0d00 HTTP/1.1" status: 200 len: 945 time: 0.0533922 Jul 28 03:59:42.482569 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (ef1e8289-929e-424e-b1c1-98a45ed868ea), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:42.491292 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 28 Jul 2022 03:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65bec431-8525-4460-8821-7bd2f09e025e x-openstack-request-id: req-65bec431-8525-4460-8821-7bd2f09e025e {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:59:42.491292 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69722c89-ea87-415c-8a3c-b10f0bff6b9e", "name": "network-vif-plugged", "status": "completed", "tag": "be05219a-2802-4e35-ad33-836ad2f1d343", "code": 200}, {"server_uuid": "29b7a8cc-247d-4e90-9d62-20d9198f0d00", "name": "network-vif-plugged", "status": "completed", "tag": "db6b2e35-38a2-486b-b449-640dc8de82c5", "code": 200}, {"server_uuid": "2c0a06d3-c137-4eba-a44e-271a29b12e38", "name": "network-vif-plugged", "status": "completed", "tag": "17c86bfa-053e-4c3a-bef0-ab77101531bb", "code": 200}, {"server_uuid": "4eadfe50-2ab9-46dc-be42-b9496e4008ac", "name": "network-vif-plugged", "status": "completed", "tag": "ef1e8289-929e-424e-b1c1-98a45ed868ea", "code": 200}]} {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:59:42.491292 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-65bec431-8525-4460-8821-7bd2f09e025e {{(pid=121476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:59:42.491583 dv-cinder-851279-1-iscsi neutron-server[121476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65bec431-8525-4460-8821-7bd2f09e025e'] response: {'server_uuid': '69722c89-ea87-415c-8a3c-b10f0bff6b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be05219a-2802-4e35-ad33-836ad2f1d343', 'code': 200} Jul 28 03:59:42.491814 dv-cinder-851279-1-iscsi neutron-server[121476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65bec431-8525-4460-8821-7bd2f09e025e'] response: {'server_uuid': '29b7a8cc-247d-4e90-9d62-20d9198f0d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db6b2e35-38a2-486b-b449-640dc8de82c5', 'code': 200} Jul 28 03:59:42.492165 dv-cinder-851279-1-iscsi neutron-server[121476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65bec431-8525-4460-8821-7bd2f09e025e'] response: {'server_uuid': '2c0a06d3-c137-4eba-a44e-271a29b12e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c86bfa-053e-4c3a-bef0-ab77101531bb', 'code': 200} Jul 28 03:59:42.492427 dv-cinder-851279-1-iscsi neutron-server[121476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65bec431-8525-4460-8821-7bd2f09e025e'] response: {'server_uuid': '4eadfe50-2ab9-46dc-be42-b9496e4008ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1e8289-929e-424e-b1c1-98a45ed868ea', 'code': 200} Jul 28 03:59:42.544738 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=ef1e8289-929e-424e-b1c1-98a45ed868ea,revision_number=5']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:42.550515 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3ba76df9-09d2-4089-b58c-85864a3391ae req-b3f88f1a-f213-4cdf-aa62-65a07c0df3e1 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8e6d66-d524-4393-a3ec-03a07a262bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783136 Jul 28 03:59:42.703716 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 51762) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:42.766900 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:42.767577 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c02b9b-1b8b-4da3-bbcb-2d420be06bca req-218dc508-96c4-4866-84b1-2c68e6330d77 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:42.774871 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-65c02b9b-1b8b-4da3-bbcb-2d420be06bca req-218dc508-96c4-4866-84b1-2c68e6330d77 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ce0e823-630b-4503-9b49-e9d5d43b2605 HTTP/1.1" status: 200 len: 944 time: 0.0595818 Jul 28 03:59:42.823245 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-65c02b9b-1b8b-4da3-bbcb-2d420be06bca req-a771c26d-943d-416c-a680-64878eb0c112 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=d589d353-cf8c-4834-b926-aadbc1822b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474429 Jul 28 03:59:42.855430 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-a22a380f-f42d-4d8f-a4e9-c37b74943b13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:42.910167 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 51774) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:42.928432 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3365788c-42ad-458b-b01b-3bc61680bfbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:42.941155 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:42.956598 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-a22a380f-f42d-4d8f-a4e9-c37b74943b13 admin admin] Publish callbacks [] for security_group (5306ae6a-b876-49ee-aa78-a13c472bbdfd), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:43.011094 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3365788c-42ad-458b-b01b-3bc61680bfbf admin admin] Publish callbacks [] for security_group (755f00fe-62fb-4090-befe-1db1b74645da), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:43.012432 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-a22a380f-f42d-4d8f-a4e9-c37b74943b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (5306ae6a-b876-49ee-aa78-a13c472bbdfd), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:43.064835 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-a22a380f-f42d-4d8f-a4e9-c37b74943b13 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2003bad3c3bc4c2bac9faf418445589f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3589242 Jul 28 03:59:43.065565 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a380f-f42d-4d8f-a4e9-c37b74943b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5306ae6a-b876-49ee-aa78-a13c472bbdfd,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:43.067819 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 51780) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:43.113086 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3365788c-42ad-458b-b01b-3bc61680bfbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (755f00fe-62fb-4090-befe-1db1b74645da), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:43.125493 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f77559-e0df-4547-b2f4-acc227e471c9 req-cc0991cf-ec1f-4973-b228-fc33096a3354 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:43.127414 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c9f77559-e0df-4547-b2f4-acc227e471c9 req-cc0991cf-ec1f-4973-b228-fc33096a3354 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 945 time: 0.0766141 Jul 28 03:59:43.154276 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-3365788c-42ad-458b-b01b-3bc61680bfbf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e8803ee2ff814cc385553fd5aee27bfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2412384 Jul 28 03:59:43.154475 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 51784) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:43.178861 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3365788c-42ad-458b-b01b-3bc61680bfbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755f00fe-62fb-4090-befe-1db1b74645da,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:43.181306 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-5100d79d-91f3-444f-9ff6-7f952d5ff1cd admin admin] Publish callbacks [] for security_group (5306ae6a-b876-49ee-aa78-a13c472bbdfd), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:43.203807 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c9f77559-e0df-4547-b2f4-acc227e471c9 req-fac1bbf5-66ee-4135-b308-b8df0aa109ac tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699885 Jul 28 03:59:43.228075 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-52e20bae-667c-4311-9429-67a2bcc6f3d2 admin admin] Publish callbacks [] for security_group (755f00fe-62fb-4090-befe-1db1b74645da), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:43.233423 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:43.235680 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-5100d79d-91f3-444f-9ff6-7f952d5ff1cd admin admin] Publish callbacks [] for security_group (5306ae6a-b876-49ee-aa78-a13c472bbdfd), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:43.262980 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-52e20bae-667c-4311-9429-67a2bcc6f3d2 admin admin] Publish callbacks [] for security_group (755f00fe-62fb-4090-befe-1db1b74645da), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:43.268036 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035cfa9-09d4-4a7c-b977-3e876bb623ca req-147d02ab-1a32-4ec8-a0cf-0f9c38a9cb93 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:43.275861 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-f035cfa9-09d4-4a7c-b977-3e876bb623ca req-147d02ab-1a32-4ec8-a0cf-0f9c38a9cb93 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 946 time: 0.0809326 Jul 28 03:59:43.352671 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e95e0-c58d-46f0-a757-afe783f43442 req-33c7f950-653d-459f-86c8-7ebb4bbe2f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:43.354673 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-cb6e95e0-c58d-46f0-a757-afe783f43442 req-33c7f950-653d-459f-86c8-7ebb4bbe2f72 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 1130 time: 0.0521059 Jul 28 03:59:43.359410 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-f035cfa9-09d4-4a7c-b977-3e876bb623ca req-c024372f-b4ca-4bf7-814e-794b7d439694 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825114 Jul 28 03:59:43.429850 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-5100d79d-91f3-444f-9ff6-7f952d5ff1cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (5306ae6a-b876-49ee-aa78-a13c472bbdfd), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:43.432390 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-5100d79d-91f3-444f-9ff6-7f952d5ff1cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:43.433529 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-5100d79d-91f3-444f-9ff6-7f952d5ff1cd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5306ae6a-b876-49ee-aa78-a13c472bbdfd HTTP/1.1" status: 204 len: 168 time: 0.3641117 Jul 28 03:59:43.444345 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5100d79d-91f3-444f-9ff6-7f952d5ff1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5306ae6a-b876-49ee-aa78-a13c472bbdfd,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:43.445695 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device fb9b0d27-d368-47b4-869d-588f9411de37 up at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:59:43.470912 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:DELETE=5,neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:43.535290 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-cb6e95e0-c58d-46f0-a757-afe783f43442 req-471a53d0-96b3-4336-8661-978a0d3960f6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684458 Jul 28 03:59:43.535588 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-52e20bae-667c-4311-9429-67a2bcc6f3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (755f00fe-62fb-4090-befe-1db1b74645da), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:43.538396 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-52e20bae-667c-4311-9429-67a2bcc6f3d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:43.539526 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-52e20bae-667c-4311-9429-67a2bcc6f3d2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/755f00fe-62fb-4090-befe-1db1b74645da HTTP/1.1" status: 204 len: 168 time: 0.3841906 Jul 28 03:59:43.564675 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e20bae-667c-4311-9429-67a2bcc6f3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755f00fe-62fb-4090-befe-1db1b74645da,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:43.598656 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a4553-24d5-4497-9f0c-753db702ca53 req-c7dc6b07-0072-4fcc-8023-d5f18acd860c tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:43.600899 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b10a4553-24d5-4497-9f0c-753db702ca53 req-c7dc6b07-0072-4fcc-8023-d5f18acd860c tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 945 time: 0.1982176 Jul 28 03:59:43.604573 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70c005-604f-4e3c-91ad-ddc9ffdcc3a3 req-df48f7fb-50a5-406e-94a5-ef2ed1f1e1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:43.606052 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-db70c005-604f-4e3c-91ad-ddc9ffdcc3a3 req-df48f7fb-50a5-406e-94a5-ef2ed1f1e1fa service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 1129 time: 0.1697140 Jul 28 03:59:43.607510 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e20bae-667c-4311-9429-67a2bcc6f3d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:43.608077 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e20bae-667c-4311-9429-67a2bcc6f3d2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:43.609131 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e20bae-667c-4311-9429-67a2bcc6f3d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:43.609655 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e20bae-667c-4311-9429-67a2bcc6f3d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:43.614397 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e20bae-667c-4311-9429-67a2bcc6f3d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:43.614397 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e20bae-667c-4311-9429-67a2bcc6f3d2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:43.614397 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e20bae-667c-4311-9429-67a2bcc6f3d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:43.614397 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e20bae-667c-4311-9429-67a2bcc6f3d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:43.614397 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e20bae-667c-4311-9429-67a2bcc6f3d2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:43.614397 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e20bae-667c-4311-9429-67a2bcc6f3d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:43.614397 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e20bae-667c-4311-9429-67a2bcc6f3d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:43.614397 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e20bae-667c-4311-9429-67a2bcc6f3d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:43.614397 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e20bae-667c-4311-9429-67a2bcc6f3d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:43.614397 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e20bae-667c-4311-9429-67a2bcc6f3d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:43.614397 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e20bae-667c-4311-9429-67a2bcc6f3d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:43.623988 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8bc891-b23f-4715-a2e5-29979dc30aad req-a575cfb5-5628-43d1-bc3a-cb5063189ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:43.627233 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ef8bc891-b23f-4715-a2e5-29979dc30aad req-a575cfb5-5628-43d1-bc3a-cb5063189ddf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 1129 time: 0.1899345 Jul 28 03:59:43.632075 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:43.632686 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a37ef7-0adf-487f-964b-10dc30fe9d3d req-53727d8c-b108-4c54-8e20-c62779b009ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:43.634267 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-52a37ef7-0adf-487f-964b-10dc30fe9d3d req-53727d8c-b108-4c54-8e20-c62779b009ef service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=29b7a8cc-247d-4e90-9d62-20d9198f0d00 HTTP/1.1" status: 200 len: 1129 time: 0.1993446 Jul 28 03:59:43.645995 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning for port fb9b0d27-d368-47b4-869d-588f9411de37 completed by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 03:59:43.675395 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:43.694166 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b10a4553-24d5-4497-9f0c-753db702ca53 req-dd388547-9db4-4c48-be6a-7b8b70291023 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753515 Jul 28 03:59:43.712689 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning complete for port fb9b0d27-d368-47b4-869d-588f9411de37 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:43.713259 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (fb9b0d27-d368-47b4-869d-588f9411de37), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:43.729007 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170d674-b65f-4144-a271-e1067467aedb req-769dce40-f34d-4fda-bd32-d315e1dbd534 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:43.730673 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-b170d674-b65f-4144-a271-e1067467aedb req-769dce40-f34d-4fda-bd32-d315e1dbd534 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/ports?device_id=29b7a8cc-247d-4e90-9d62-20d9198f0d00 HTTP/1.1" status: 200 len: 945 time: 0.0562983 Jul 28 03:59:43.772935 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.agents_db [None req-58c662dc-5ea5-4853-b3cc-f7bb2188e679 None None] Agent healthcheck: found 6 active agents {{(pid=121477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:59:43.808490 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-b170d674-b65f-4144-a271-e1067467aedb req-93ea5456-ddec-4385-b3d7-5c063ff2a0b9 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8e6d66-d524-4393-a3ec-03a07a262bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571747 Jul 28 03:59:43.809735 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port fb9b0d27-d368-47b4-869d-588f9411de37 is: BUILD; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:59:43.810131 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (fb9b0d27-d368-47b4-869d-588f9411de37), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:43.863905 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port fb9b0d27-d368-47b4-869d-588f9411de37, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=fb9b0d27-d368-47b4-869d-588f9411de37,segment=NetworkSegment(37f94176-e298-4b67-acca-ec05537ae703),segment_id=37f94176-e298-4b67-acca-ec05537ae703)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:59:43.901516 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-db70c005-604f-4e3c-91ad-ddc9ffdcc3a3 req-4b4f76e6-2394-49f1-8cef-4080ad682705 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443679 Jul 28 03:59:43.904913 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-52a37ef7-0adf-487f-964b-10dc30fe9d3d req-34816a97-6e75-4c58-be56-fecd5d036286 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=cb8e6d66-d524-4393-a3ec-03a07a262bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566827 Jul 28 03:59:43.907390 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ef8bc891-b23f-4715-a2e5-29979dc30aad req-f017380a-5510-4889-bf23-e61454ed33ae service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427794 Jul 28 03:59:43.947347 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (fb9b0d27-d368-47b4-869d-588f9411de37), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:43.989426 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f0956-0fbf-400c-883c-3e8130b41ad5 req-6676cd3c-ee34-44b2-8e2a-6dcd3d5c9faf tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:44.006940 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-535f0956-0fbf-400c-883c-3e8130b41ad5 req-6676cd3c-ee34-44b2-8e2a-6dcd3d5c9faf tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ce0e823-630b-4503-9b49-e9d5d43b2605 HTTP/1.1" status: 200 len: 944 time: 0.0868430 Jul 28 03:59:44.012608 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=fb9b0d27-d368-47b4-869d-588f9411de37,revision_number=5']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:44.085425 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-535f0956-0fbf-400c-883c-3e8130b41ad5 req-30419e91-d2be-43f4-94d1-dc9f00f2baf6 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=d589d353-cf8c-4834-b926-aadbc1822b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775459 Jul 28 03:59:44.330988 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d2496-15b7-4604-8b9e-c2c51ad23230 req-fdfb10a9-876d-4481-942d-fa9afa5f6e51 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:44.332582 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-520d2496-15b7-4604-8b9e-c2c51ad23230 req-fdfb10a9-876d-4481-942d-fa9afa5f6e51 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 945 time: 0.0487623 Jul 28 03:59:44.383200 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-520d2496-15b7-4604-8b9e-c2c51ad23230 req-a61b0674-fc86-4635-8244-c24f8fd67c97 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441706 Jul 28 03:59:44.485981 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439caf1b-bcf4-4fe1-8fe0-9e60abe11ad2 req-adb139cb-3af3-49ad-9af2-145cbb26613c tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:44.487458 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-439caf1b-bcf4-4fe1-8fe0-9e60abe11ad2 req-adb139cb-3af3-49ad-9af2-145cbb26613c tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 946 time: 0.0490265 Jul 28 03:59:44.493317 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce0e823-630b-4503-9b49-e9d5d43b2605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9b0d27-d368-47b4-869d-588f9411de37'}] {{(pid=121476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 03:59:44.495686 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63807e78e749bb54735be4dbe0f6e45a10aff1c6ba31450fe55014b89068368c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f022ee-14ae-4360-adc3-2551cf47a9b6" -d '{"events": [{"server_uuid": "4ce0e823-630b-4503-9b49-e9d5d43b2605", "name": "network-vif-plugged", "status": "completed", "tag": "fb9b0d27-d368-47b4-869d-588f9411de37"}]}' {{(pid=121476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:59:44.534479 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 03:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8f29c2-de2e-462c-b97e-e0b4b59ee715 x-openstack-request-id: req-2c8f29c2-de2e-462c-b97e-e0b4b59ee715 {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:59:44.534938 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce0e823-630b-4503-9b49-e9d5d43b2605", "name": "network-vif-plugged", "status": "completed", "tag": "fb9b0d27-d368-47b4-869d-588f9411de37", "code": 200}]} {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:59:44.535209 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2c8f29c2-de2e-462c-b97e-e0b4b59ee715 {{(pid=121476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:59:44.535736 dv-cinder-851279-1-iscsi neutron-server[121476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c8f29c2-de2e-462c-b97e-e0b4b59ee715'] response: {'server_uuid': '4ce0e823-630b-4503-9b49-e9d5d43b2605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9b0d27-d368-47b4-869d-588f9411de37', 'code': 200} Jul 28 03:59:44.544501 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-439caf1b-bcf4-4fe1-8fe0-9e60abe11ad2 req-c3473de0-4944-45bf-a1bd-0df540b9e63e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503235 Jul 28 03:59:44.571486 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 51816) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:44.584944 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-de7f373d-574f-417b-9263-7bfc3357d0c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:44.676528 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-de7f373d-574f-417b-9263-7bfc3357d0c6 admin admin] Publish callbacks [] for security_group (175fd1e3-04a3-4afd-bdd6-2ab9b1ed6f6a), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:44.764183 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-de7f373d-574f-417b-9263-7bfc3357d0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (175fd1e3-04a3-4afd-bdd6-2ab9b1ed6f6a), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:44.832956 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-3b6ad2c4-4ceb-4918-a4af-6888a9e178ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:44.839394 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-de7f373d-574f-417b-9263-7bfc3357d0c6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=60191ae179bf434abc5e0e7a2aa532a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2667158 Jul 28 03:59:44.842333 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 51828) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:44.842540 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f373d-574f-417b-9263-7bfc3357d0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175fd1e3-04a3-4afd-bdd6-2ab9b1ed6f6a,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:44.854342 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f373d-574f-417b-9263-7bfc3357d0c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:44.854745 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f373d-574f-417b-9263-7bfc3357d0c6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:44.855118 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f373d-574f-417b-9263-7bfc3357d0c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:44.855465 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f373d-574f-417b-9263-7bfc3357d0c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:44.855867 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f373d-574f-417b-9263-7bfc3357d0c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:44.856133 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f373d-574f-417b-9263-7bfc3357d0c6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:44.856460 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f373d-574f-417b-9263-7bfc3357d0c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:44.856785 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f373d-574f-417b-9263-7bfc3357d0c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:44.857109 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f373d-574f-417b-9263-7bfc3357d0c6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:44.858672 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f373d-574f-417b-9263-7bfc3357d0c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:44.858672 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f373d-574f-417b-9263-7bfc3357d0c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:44.858672 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f373d-574f-417b-9263-7bfc3357d0c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:44.858672 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f373d-574f-417b-9263-7bfc3357d0c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:44.858672 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f373d-574f-417b-9263-7bfc3357d0c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:44.859035 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f373d-574f-417b-9263-7bfc3357d0c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:44.870028 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02639184-6b25-4871-acff-87d35685f9eb req-fab3ca47-fee6-4bb3-b47a-4a6284970ec2 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:44.871574 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-02639184-6b25-4871-acff-87d35685f9eb req-fab3ca47-fee6-4bb3-b47a-4a6284970ec2 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 945 time: 0.0878038 Jul 28 03:59:44.934158 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-02639184-6b25-4871-acff-87d35685f9eb req-837c598f-d3a0-4ca2-82b3-3d7c6c62f1d5 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560415 Jul 28 03:59:44.961736 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-1b0fd802-ccba-42b2-9e50-6e153ec54164 admin admin] Publish callbacks [] for security_group (175fd1e3-04a3-4afd-bdd6-2ab9b1ed6f6a), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:44.975816 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9b8e1-862a-4c41-bcfa-c3c66c77668b req-5a1eb689-99be-4c52-b4fb-36f15fdb11bb tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:44.977427 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-2aa9b8e1-862a-4c41-bcfa-c3c66c77668b req-5a1eb689-99be-4c52-b4fb-36f15fdb11bb tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/ports?device_id=29b7a8cc-247d-4e90-9d62-20d9198f0d00 HTTP/1.1" status: 200 len: 945 time: 0.0737436 Jul 28 03:59:45.014756 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-1b0fd802-ccba-42b2-9e50-6e153ec54164 admin admin] Publish callbacks [] for security_group (175fd1e3-04a3-4afd-bdd6-2ab9b1ed6f6a), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:45.072711 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-2aa9b8e1-862a-4c41-bcfa-c3c66c77668b req-86a15d83-8f4a-4ef7-9c45-58007f6176ad tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8e6d66-d524-4393-a3ec-03a07a262bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874960 Jul 28 03:59:45.147891 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-1b0fd802-ccba-42b2-9e50-6e153ec54164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (175fd1e3-04a3-4afd-bdd6-2ab9b1ed6f6a), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:45.151438 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-1b0fd802-ccba-42b2-9e50-6e153ec54164 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:45.158139 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-1b0fd802-ccba-42b2-9e50-6e153ec54164 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/175fd1e3-04a3-4afd-bdd6-2ab9b1ed6f6a HTTP/1.1" status: 204 len: 168 time: 0.3088839 Jul 28 03:59:45.165584 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0fd802-ccba-42b2-9e50-6e153ec54164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175fd1e3-04a3-4afd-bdd6-2ab9b1ed6f6a,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:45.209295 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb717a2c-06a9-43cb-9e17-4525fc3d86e3 req-e4c91922-d9c5-48f3-bacd-7b07510a7588 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:45.209999 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-fb717a2c-06a9-43cb-9e17-4525fc3d86e3 req-e4c91922-d9c5-48f3-bacd-7b07510a7588 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ce0e823-630b-4503-9b49-e9d5d43b2605 HTTP/1.1" status: 200 len: 945 time: 0.0660863 Jul 28 03:59:45.268884 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-fb717a2c-06a9-43cb-9e17-4525fc3d86e3 req-3a1d7382-61f9-4c31-a80a-395029cd4f64 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=d589d353-cf8c-4834-b926-aadbc1822b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534430 Jul 28 03:59:45.483037 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:45.504405 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ce3f5-75d0-444f-915c-8ab85db7f9f1 req-e2349d25-3f5c-46ab-a510-2ecd6f710cc0 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:45.506021 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-389ce3f5-75d0-444f-915c-8ab85db7f9f1 req-e2349d25-3f5c-46ab-a510-2ecd6f710cc0 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 945 time: 0.0517421 Jul 28 03:59:45.558907 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-389ce3f5-75d0-444f-915c-8ab85db7f9f1 req-3a02f7ca-99c1-4991-af4e-fcae9117d9c4 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463703 Jul 28 03:59:45.628683 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:45.684206 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6f0e8-83d4-4e3e-beb8-f28985338fc5 req-2ccd9e89-8dfa-4e5d-b969-50cae6f18d60 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:45.686562 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-aad6f0e8-83d4-4e3e-beb8-f28985338fc5 req-2ccd9e89-8dfa-4e5d-b969-50cae6f18d60 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 946 time: 0.0667815 Jul 28 03:59:45.742250 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-aad6f0e8-83d4-4e3e-beb8-f28985338fc5 req-03546db5-8c17-407f-907c-ff9418416573 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501037 Jul 28 03:59:45.785334 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 51852) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:45.916518 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-8d640477-23f5-4b71-a9f1-41d43d9d1dbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:46.004072 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-8d640477-23f5-4b71-a9f1-41d43d9d1dbb admin admin] Publish callbacks [] for security_group (460f0bc1-32ba-4b76-8693-4b2db487426d), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:46.057926 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce03880-91d1-4193-bd6c-2a560077b2e1 req-e7c5e556-d8cc-4299-9135-cc541adc0db0 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:46.059486 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-dce03880-91d1-4193-bd6c-2a560077b2e1 req-e7c5e556-d8cc-4299-9135-cc541adc0db0 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 945 time: 0.0491517 Jul 28 03:59:46.077816 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-8d640477-23f5-4b71-a9f1-41d43d9d1dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (460f0bc1-32ba-4b76-8693-4b2db487426d), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:46.144886 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-8d640477-23f5-4b71-a9f1-41d43d9d1dbb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b103f0a4a50b48dabbe6ef56911d4bb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3584254 Jul 28 03:59:46.151406 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 51868) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:46.154754 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d640477-23f5-4b71-a9f1-41d43d9d1dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460f0bc1-32ba-4b76-8693-4b2db487426d,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:46.160260 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-dce03880-91d1-4193-bd6c-2a560077b2e1 req-d6fd506a-4a52-4215-a2c8-1fa977582216 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904768 Jul 28 03:59:46.212902 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400c5ce-ad51-4264-8727-898ba129316b req-17e0044b-cbaa-4b81-a5af-51addf58ab2a tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:46.214807 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-d400c5ce-ad51-4264-8727-898ba129316b req-17e0044b-cbaa-4b81-a5af-51addf58ab2a tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/ports?device_id=29b7a8cc-247d-4e90-9d62-20d9198f0d00 HTTP/1.1" status: 200 len: 945 time: 0.0728981 Jul 28 03:59:46.293283 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-635d6d29-6f7a-4187-8c62-028f112abd56 admin admin] Publish callbacks [] for security_group (460f0bc1-32ba-4b76-8693-4b2db487426d), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:46.314448 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-d400c5ce-ad51-4264-8727-898ba129316b req-849b48b8-5a1b-4e75-8135-dadf2d28a90a tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8e6d66-d524-4393-a3ec-03a07a262bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914416 Jul 28 03:59:46.328667 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-635d6d29-6f7a-4187-8c62-028f112abd56 admin admin] Publish callbacks [] for security_group (460f0bc1-32ba-4b76-8693-4b2db487426d), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:46.426361 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d5c7e-4ca4-46cc-839e-079f8ead0434 req-cb99e658-bf65-4736-85fa-708ec9b9d061 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:46.428821 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-e73d5c7e-4ca4-46cc-839e-079f8ead0434 req-cb99e658-bf65-4736-85fa-708ec9b9d061 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ce0e823-630b-4503-9b49-e9d5d43b2605 HTTP/1.1" status: 200 len: 945 time: 0.0639253 Jul 28 03:59:46.473618 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-635d6d29-6f7a-4187-8c62-028f112abd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (460f0bc1-32ba-4b76-8693-4b2db487426d), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:46.476396 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-635d6d29-6f7a-4187-8c62-028f112abd56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:46.477553 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-635d6d29-6f7a-4187-8c62-028f112abd56 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/460f0bc1-32ba-4b76-8693-4b2db487426d HTTP/1.1" status: 204 len: 168 time: 0.3240342 Jul 28 03:59:46.489330 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-e73d5c7e-4ca4-46cc-839e-079f8ead0434 req-3132b1c9-ecfa-4c41-a4a7-4a63a638ab78 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=d589d353-cf8c-4834-b926-aadbc1822b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544069 Jul 28 03:59:46.492912 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635d6d29-6f7a-4187-8c62-028f112abd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460f0bc1-32ba-4b76-8693-4b2db487426d,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:46.684639 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63dbdc-822f-4db4-aa37-fcef643bd47f req-b90927e6-737f-42c3-977a-e708ebfa709d tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:46.686334 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-7c63dbdc-822f-4db4-aa37-fcef643bd47f req-b90927e6-737f-42c3-977a-e708ebfa709d tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 945 time: 0.0492411 Jul 28 03:59:46.699442 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:46.755929 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-7c63dbdc-822f-4db4-aa37-fcef643bd47f req-816de655-1135-4dac-8a6a-0ac48ae7ca83 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639136 Jul 28 03:59:46.946690 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85c339-aa0e-447c-b2bf-6cfe9c335064 req-7a029459-ba94-444d-95a5-64dd97293714 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:46.948404 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22319e3b-0b1b-4d71-987a-7e3c892e00ee req-e27dcd0e-176e-46bc-ad88-b5d356a958a7 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:46.949239 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3f85c339-aa0e-447c-b2bf-6cfe9c335064 req-7a029459-ba94-444d-95a5-64dd97293714 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 945 time: 0.0502551 Jul 28 03:59:46.954766 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-22319e3b-0b1b-4d71-987a-7e3c892e00ee req-e27dcd0e-176e-46bc-ad88-b5d356a958a7 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 946 time: 0.0622160 Jul 28 03:59:46.963713 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 51900) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:46.968785 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-470cb17d-9dff-4f7e-a5f1-dcebf5e135c2 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Request body: {'floatingip': {'port_id': 'be05219a-2802-4e35-ad33-836ad2f1d343'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:59:47.040797 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-22319e3b-0b1b-4d71-987a-7e3c892e00ee req-9fd68c27-ca8d-4c94-bd84-1fa6e830f00e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714266 Jul 28 03:59:47.058932 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-470cb17d-9dff-4f7e-a5f1-dcebf5e135c2 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks [] for floatingip (2d251958-0c94-4a8a-8a6f-c6a3d5429213), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:47.114202 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:47.261270 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f42912-d744-4eca-b957-4d2406d5850d req-b7e2591b-71b7-464c-9063-e928a271458e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:47.273641 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-d8f42912-d744-4eca-b957-4d2406d5850d req-b7e2591b-71b7-464c-9063-e928a271458e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 946 time: 0.1078181 Jul 28 03:59:47.276730 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 51916) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:47.281799 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-bb2c384b-cee6-47ac-9eaf-7c47def1f42a tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Request body: {'floatingip': {'port_id': 'ef1e8289-929e-424e-b1c1-98a45ed868ea'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:59:47.433626 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-bb2c384b-cee6-47ac-9eaf-7c47def1f42a tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks [] for floatingip (60446ab5-62d9-435c-987f-ae1f36ceb0e3), before_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:47.468656 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-6225d621-dd6a-4e94-b52b-f0a5c30110b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:47.496081 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abfbf7-3308-4f8b-83c6-80b08c2dbbc8 req-03f4f88b-6b19-4222-a885-2066c7128ed6 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:47.503656 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-59abfbf7-3308-4f8b-83c6-80b08c2dbbc8 req-03f4f88b-6b19-4222-a885-2066c7128ed6 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 945 time: 0.2415178 Jul 28 03:59:47.535895 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 51926) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:47.600844 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:47.686607 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-59abfbf7-3308-4f8b-83c6-80b08c2dbbc8 req-d12504c6-7c8b-488f-9007-6df5a7478ab8 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799397 Jul 28 03:59:47.784157 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-572211f7-c79d-4ba9-b777-22722462c77f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:47.968978 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f95dfd-ad51-41ff-94dd-93b01d745c40 req-5dcf40b3-65ed-40f4-9637-b2233301248b tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:47.972121 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-74f95dfd-ad51-41ff-94dd-93b01d745c40 req-5dcf40b3-65ed-40f4-9637-b2233301248b tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ce0e823-630b-4503-9b49-e9d5d43b2605 HTTP/1.1" status: 200 len: 945 time: 0.3795879 Jul 28 03:59:48.086471 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:48.153118 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-74f95dfd-ad51-41ff-94dd-93b01d745c40 req-dcc45bdd-1205-4006-a681-7d64b812ec88 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=d589d353-cf8c-4834-b926-aadbc1822b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698968 Jul 28 03:59:48.185467 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-470cb17d-9dff-4f7e-a5f1-dcebf5e135c2 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:48.286984 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-470cb17d-9dff-4f7e-a5f1-dcebf5e135c2 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739753'] for floatingip (2d251958-0c94-4a8a-8a6f-c6a3d5429213), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:48.355233 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:48.415473 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-572211f7-c79d-4ba9-b777-22722462c77f admin admin] Publish callbacks [] for security_group (ef8cd729-8ffb-462f-b871-e068817e74bc), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:48.434369 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8aff6-a259-4a40-946a-4f09a67cb68f req-a93461b6-423e-45fb-a4dd-5bbc4916067b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:48.436494 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-39c8aff6-a259-4a40-946a-4f09a67cb68f req-a93461b6-423e-45fb-a4dd-5bbc4916067b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4ce0e823-630b-4503-9b49-e9d5d43b2605 HTTP/1.1" status: 200 len: 1129 time: 0.0888991 Jul 28 03:59:48.448704 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.db.l3_db [None req-470cb17d-9dff-4f7e-a5f1-dcebf5e135c2 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Floating IP 2d251958-0c94-4a8a-8a6f-c6a3d5429213 associated. External IP: 172.27.0.126, port: be05219a-2802-4e35-ad33-836ad2f1d343. Jul 28 03:59:48.499909 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-572211f7-c79d-4ba9-b777-22722462c77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (ef8cd729-8ffb-462f-b871-e068817e74bc), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:48.548546 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-39c8aff6-a259-4a40-946a-4f09a67cb68f req-793e972b-4b74-48df-910b-150e9d84a31a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d589d353-cf8c-4834-b926-aadbc1822b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598507 Jul 28 03:59:48.605106 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.db.resource_extend [None req-bb2c384b-cee6-47ac-9eaf-7c47def1f42a tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 28 03:59:48.693103 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-572211f7-c79d-4ba9-b777-22722462c77f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2ffebbda6b0e4429a88e53caca9916a3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1535709 Jul 28 03:59:48.698779 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 51992) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:48.702415 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d923ff-d983-4784-981f-1bbce4c5c5ac), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:48.707056 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:48.707856 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572211f7-c79d-4ba9-b777-22722462c77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8cd729-8ffb-462f-b871-e068817e74bc,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:48.726320 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-bb2c384b-cee6-47ac-9eaf-7c47def1f42a tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:48.748270 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470cb17d-9dff-4f7e-a5f1-dcebf5e135c2 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Router a742bb6a-8304-4f5a-8d24-66a8e74f4d23 has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 03:59:48.775748 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-bb2c384b-cee6-47ac-9eaf-7c47def1f42a tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739753'] for floatingip (60446ab5-62d9-435c-987f-ae1f36ceb0e3), after_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:48.816116 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-c012f1ae-c123-4336-ba4b-f0873fca3d70 admin admin] Publish callbacks [] for security_group (ef8cd729-8ffb-462f-b871-e068817e74bc), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:48.839378 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:48.875034 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-c012f1ae-c123-4336-ba4b-f0873fca3d70 admin admin] Publish callbacks [] for security_group (ef8cd729-8ffb-462f-b871-e068817e74bc), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:48.883812 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec337e-b583-489b-a3b2-b279cea3df47 req-c111adc2-0f15-4d46-a812-ac146c707acc tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:48.885353 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-2bec337e-b583-489b-a3b2-b279cea3df47 req-c111adc2-0f15-4d46-a812-ac146c707acc tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 945 time: 0.0874543 Jul 28 03:59:48.921068 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.db.l3_db [None req-bb2c384b-cee6-47ac-9eaf-7c47def1f42a tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Floating IP 60446ab5-62d9-435c-987f-ae1f36ceb0e3 associated. External IP: 172.27.0.12, port: ef1e8289-929e-424e-b1c1-98a45ed868ea. Jul 28 03:59:48.928034 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470cb17d-9dff-4f7e-a5f1-dcebf5e135c2 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:59:48.937783 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-470cb17d-9dff-4f7e-a5f1-dcebf5e135c2 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for floatingip (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:48.944423 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684449b3-8d48-479a-b7f5-8da38d143200 None None] Sync routers for ids ['a742bb6a-8304-4f5a-8d24-66a8e74f4d23'] in dv-cinder-851279-1-iscsi {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:59:48.960751 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684449b3-8d48-479a-b7f5-8da38d143200 None None] Routers {'a742bb6a-8304-4f5a-8d24-66a8e74f4d23'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 03:59:48.962656 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-684449b3-8d48-479a-b7f5-8da38d143200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T03:59:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['a742bb6a-8304-4f5a-8d24-66a8e74f4d23'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:48.977020 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-2bec337e-b583-489b-a3b2-b279cea3df47 req-0f50ec77-51e8-4d9f-b8e4-b95494ea3311 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843685 Jul 28 03:59:48.987498 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-470cb17d-9dff-4f7e-a5f1-dcebf5e135c2 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "PUT /v2.0/floatingips/2d251958-0c94-4a8a-8a6f-c6a3d5429213 HTTP/1.1" status: 200 len: 991 time: 2.0221159 Jul 28 03:59:48.988190 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69722c89-ea87-415c-8a3c-b10f0bff6b9e', 'tag': 'be05219a-2802-4e35-ad33-836ad2f1d343'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 03:59:48.993963 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce77aa4-edc5-46dc-a1b4-887087772cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "69722c89-ea87-415c-8a3c-b10f0bff6b9e", "tag": "be05219a-2802-4e35-ad33-836ad2f1d343"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:59:49.055151 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 03:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f53578-5f66-4e45-9fba-29d5f213ecd9 x-openstack-request-id: req-05f53578-5f66-4e45-9fba-29d5f213ecd9 {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:59:49.055151 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69722c89-ea87-415c-8a3c-b10f0bff6b9e", "tag": "be05219a-2802-4e35-ad33-836ad2f1d343", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:59:49.055151 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-05f53578-5f66-4e45-9fba-29d5f213ecd9 {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:59:49.055151 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05f53578-5f66-4e45-9fba-29d5f213ecd9'] response: {'name': 'network-changed', 'server_uuid': '69722c89-ea87-415c-8a3c-b10f0bff6b9e', 'tag': 'be05219a-2802-4e35-ad33-836ad2f1d343', 'status': 'completed', 'code': 200} Jul 28 03:59:49.110996 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-684449b3-8d48-479a-b7f5-8da38d143200 None None] Set router a742bb6a-8304-4f5a-8d24-66a8e74f4d23 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 03:59:49.187205 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:49.189998 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-c012f1ae-c123-4336-ba4b-f0873fca3d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (ef8cd729-8ffb-462f-b871-e068817e74bc), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:49.192174 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-c012f1ae-c123-4336-ba4b-f0873fca3d70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:49.196929 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-c012f1ae-c123-4336-ba4b-f0873fca3d70 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ef8cd729-8ffb-462f-b871-e068817e74bc HTTP/1.1" status: 204 len: 168 time: 0.4938974 Jul 28 03:59:49.246466 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012f1ae-c123-4336-ba4b-f0873fca3d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8cd729-8ffb-462f-b871-e068817e74bc,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:49.253459 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2c384b-cee6-47ac-9eaf-7c47def1f42a tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Router 95336a6e-dd7f-42bf-bff6-d0b1501d2a21 has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 03:59:49.389343 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2c384b-cee6-47ac-9eaf-7c47def1f42a tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:59:49.394192 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-bb2c384b-cee6-47ac-9eaf-7c47def1f42a tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for floatingip (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:49.401586 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dc47dd-992e-42bd-8182-bc12fbcbe9ed None None] Sync routers for ids ['95336a6e-dd7f-42bf-bff6-d0b1501d2a21'] in dv-cinder-851279-1-iscsi {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:59:49.414211 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dc47dd-992e-42bd-8182-bc12fbcbe9ed None None] Routers {'95336a6e-dd7f-42bf-bff6-d0b1501d2a21'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 03:59:49.415603 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-19dc47dd-992e-42bd-8182-bc12fbcbe9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T03:59:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['95336a6e-dd7f-42bf-bff6-d0b1501d2a21'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:49.430404 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-bb2c384b-cee6-47ac-9eaf-7c47def1f42a tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "PUT /v2.0/floatingips/60446ab5-62d9-435c-987f-ae1f36ceb0e3 HTTP/1.1" status: 200 len: 991 time: 2.1509001 Jul 28 03:59:49.430404 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eadfe50-2ab9-46dc-be42-b9496e4008ac', 'tag': 'ef1e8289-929e-424e-b1c1-98a45ed868ea'}] {{(pid=121475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 03:59:49.431531 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ccdd625b6c35f453df47d8ce3046bfbae24fa7e88dffa5888c0c6e748a7dd72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c6d4d2-6aad-4afc-bf6e-33ac45bd3882" -d '{"events": [{"name": "network-changed", "server_uuid": "4eadfe50-2ab9-46dc-be42-b9496e4008ac", "tag": "ef1e8289-929e-424e-b1c1-98a45ed868ea"}]}' {{(pid=121475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:59:49.540903 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-684449b3-8d48-479a-b7f5-8da38d143200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'name': 'tempest-AttachVolumeTestJSON-350895408-router', 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'bdaacc0e-026c-45bb-91ce-d6943bc8b36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T03:58:53Z', 'revision_number': 4, 'project_id': '6a869e1e00fc4d8d9d4511e34501665f', 'gw_port': {'id': 'bdaacc0e-026c-45bb-91ce-d6943bc8b36e', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': '2d251958-0c94-4a8a-8a6f-c6a3d5429213', 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'floating_ip_address': '172.27.0.126', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'port_id': 'be05219a-2802-4e35-ad33-836ad2f1d343', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b7076b1-5b54-41f8-8740-25deddb61b0a', 'mac_address': 'fa:16:3e:c2:7c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69722c89-ea87-415c-8a3c-b10f0bff6b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T03:59:01Z', 'updated_at': '2022-07-28T03:59:48Z', 'revision_number': 1, 'project_id': '6a869e1e00fc4d8d9d4511e34501665f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98abe0e5-d981-4868-a7f3-04ad99bcc49f', 'name': '', 'network_id': '5b7076b1-5b54-41f8-8740-25deddb61b0a', 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'mac_address': 'fa:16:3e:b5:0c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0c317d02-35c6-4092-b3d2-22f73010b2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:51Z', 'updated_at': '2022-07-28T03:59:10Z', 'revision_number': 5, 'project_id': '6a869e1e00fc4d8d9d4511e34501665f', 'subnets': [{'id': '0c317d02-35c6-4092-b3d2-22f73010b2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:49.543030 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce77aa4-edc5-46dc-a1b4-887087772cf8 req-52c7cbc0-2018-4984-87cd-053afbd86683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:49.545121 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-2ce77aa4-edc5-46dc-a1b4-887087772cf8 req-52c7cbc0-2018-4984-87cd-053afbd86683 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6a869e1e00fc4d8d9d4511e34501665f&device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 1129 time: 0.0596645 Jul 28 03:59:49.577533 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684449b3-8d48-479a-b7f5-8da38d143200 None None] Checking router: a742bb6a-8304-4f5a-8d24-66a8e74f4d23 for host: dv-cinder-851279-1-iscsi {{(pid=121477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:59:49.585294 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684449b3-8d48-479a-b7f5-8da38d143200 None None] Routers {'a742bb6a-8304-4f5a-8d24-66a8e74f4d23'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 03:59:49.586047 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-684449b3-8d48-479a-b7f5-8da38d143200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T03:59:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['a742bb6a-8304-4f5a-8d24-66a8e74f4d23'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:49.608964 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-19dc47dd-992e-42bd-8182-bc12fbcbe9ed None None] Set router 95336a6e-dd7f-42bf-bff6-d0b1501d2a21 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 03:59:49.729493 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-684449b3-8d48-479a-b7f5-8da38d143200 None None] Set router a742bb6a-8304-4f5a-8d24-66a8e74f4d23 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 03:59:49.752283 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:49.795104 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:49.857961 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:49.873953 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e7664-fbe0-4649-8e24-8c9fe42e2450 req-34ea4a46-cdd7-4099-b17d-f22444ba3ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:49.876555 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b78e7664-fbe0-4649-8e24-8c9fe42e2450 req-34ea4a46-cdd7-4099-b17d-f22444ba3ad4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8bf7f0f7880a435ba552361bcb31ef91&device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 1129 time: 0.1689122 Jul 28 03:59:49.897662 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504bc87-14e5-4467-8f57-e3ec97ec152d req-b1a7c3ea-2f96-4f92-b28d-ecc1d8dcd320 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:49.904864 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1504bc87-14e5-4467-8f57-e3ec97ec152d req-b1a7c3ea-2f96-4f92-b28d-ecc1d8dcd320 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ce0e823-630b-4503-9b49-e9d5d43b2605 HTTP/1.1" status: 200 len: 945 time: 0.2615960 Jul 28 03:59:49.983886 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce77aa4-edc5-46dc-a1b4-887087772cf8 req-e74cda41-1a13-444a-957b-2607fcb1ef1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:49.987165 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-2ce77aa4-edc5-46dc-a1b4-887087772cf8 req-e74cda41-1a13-444a-957b-2607fcb1ef1d service neutron] 10.222.0.67 "GET /v2.0/networks?id=5b7076b1-5b54-41f8-8740-25deddb61b0a HTTP/1.1" status: 200 len: 911 time: 0.4262600 Jul 28 03:59:50.019857 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-19dc47dd-992e-42bd-8182-bc12fbcbe9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'name': 'tempest-AttachVolumeShelveTestJSON-508782801-router', 'tenant_id': '52b087e8dc5c4426b8402dfdf99328ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '7b5d5ba8-6147-4c01-9701-b138b2a8254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T03:58:56Z', 'revision_number': 4, 'project_id': '52b087e8dc5c4426b8402dfdf99328ad', 'gw_port': {'id': '7b5d5ba8-6147-4c01-9701-b138b2a8254d', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': '60446ab5-62d9-435c-987f-ae1f36ceb0e3', 'tenant_id': '52b087e8dc5c4426b8402dfdf99328ad', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'port_id': 'ef1e8289-929e-424e-b1c1-98a45ed868ea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc', 'mac_address': 'fa:16:3e:39:fb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eadfe50-2ab9-46dc-be42-b9496e4008ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T03:59:08Z', 'updated_at': '2022-07-28T03:59:48Z', 'revision_number': 1, 'project_id': '52b087e8dc5c4426b8402dfdf99328ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '956e5455-c6ed-45cd-ab56-d0cb6bb35657', 'name': '', 'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc', 'tenant_id': '52b087e8dc5c4426b8402dfdf99328ad', 'mac_address': 'fa:16:3e:06:ab:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '81f8d920-e036-48ec-bb1b-67fea0f2e9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:54Z', 'updated_at': '2022-07-28T03:59:07Z', 'revision_number': 5, 'project_id': '52b087e8dc5c4426b8402dfdf99328ad', 'subnets': [{'id': '81f8d920-e036-48ec-bb1b-67fea0f2e9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:50.073593 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dc47dd-992e-42bd-8182-bc12fbcbe9ed None None] Checking router: 95336a6e-dd7f-42bf-bff6-d0b1501d2a21 for host: dv-cinder-851279-1-iscsi {{(pid=121476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:59:50.073786 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1504bc87-14e5-4467-8f57-e3ec97ec152d req-afbe6432-102b-4575-b05b-ca2c888a3c14 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=d589d353-cf8c-4834-b926-aadbc1822b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671965 Jul 28 03:59:50.090026 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dc47dd-992e-42bd-8182-bc12fbcbe9ed None None] Routers {'95336a6e-dd7f-42bf-bff6-d0b1501d2a21'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 03:59:50.090957 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-19dc47dd-992e-42bd-8182-bc12fbcbe9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T03:59:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['95336a6e-dd7f-42bf-bff6-d0b1501d2a21'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:50.109342 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-684449b3-8d48-479a-b7f5-8da38d143200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'name': 'tempest-AttachVolumeTestJSON-350895408-router', 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'bdaacc0e-026c-45bb-91ce-d6943bc8b36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T03:58:53Z', 'revision_number': 4, 'project_id': '6a869e1e00fc4d8d9d4511e34501665f', 'gw_port': {'id': 'bdaacc0e-026c-45bb-91ce-d6943bc8b36e', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': '2d251958-0c94-4a8a-8a6f-c6a3d5429213', 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'floating_ip_address': '172.27.0.126', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'port_id': 'be05219a-2802-4e35-ad33-836ad2f1d343', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b7076b1-5b54-41f8-8740-25deddb61b0a', 'mac_address': 'fa:16:3e:c2:7c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69722c89-ea87-415c-8a3c-b10f0bff6b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T03:59:01Z', 'updated_at': '2022-07-28T03:59:48Z', 'revision_number': 1, 'project_id': '6a869e1e00fc4d8d9d4511e34501665f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98abe0e5-d981-4868-a7f3-04ad99bcc49f', 'name': '', 'network_id': '5b7076b1-5b54-41f8-8740-25deddb61b0a', 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'mac_address': 'fa:16:3e:b5:0c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0c317d02-35c6-4092-b3d2-22f73010b2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:51Z', 'updated_at': '2022-07-28T03:59:10Z', 'revision_number': 5, 'project_id': '6a869e1e00fc4d8d9d4511e34501665f', 'subnets': [{'id': '0c317d02-35c6-4092-b3d2-22f73010b2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:50.155073 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:50.162433 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684449b3-8d48-479a-b7f5-8da38d143200 None None] The sync data for ids ['a742bb6a-8304-4f5a-8d24-66a8e74f4d23'] in dv-cinder-851279-1-iscsi is: [{'id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'name': 'tempest-AttachVolumeTestJSON-350895408-router', 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'bdaacc0e-026c-45bb-91ce-d6943bc8b36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T03:58:53Z', 'revision_number': 4, 'project_id': '6a869e1e00fc4d8d9d4511e34501665f', 'gw_port': {'id': 'bdaacc0e-026c-45bb-91ce-d6943bc8b36e', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': '2d251958-0c94-4a8a-8a6f-c6a3d5429213', 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'floating_ip_address': '172.27.0.126', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'port_id': 'be05219a-2802-4e35-ad33-836ad2f1d343', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b7076b1-5b54-41f8-8740-25deddb61b0a', 'mac_address': 'fa:16:3e:c2:7c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69722c89-ea87-415c-8a3c-b10f0bff6b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T03:59:01Z', 'updated_at': '2022-07-28T03:59:48Z', 'revision_number': 1, 'project_id': '6a869e1e00fc4d8d9d4511e34501665f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98abe0e5-d981-4868-a7f3-04ad99bcc49f', 'name': '', 'network_id': '5b7076b1-5b54-41f8-8740-25deddb61b0a', 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'mac_address': 'fa:16:3e:b5:0c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0c317d02-35c6-4092-b3d2-22f73010b2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:51Z', 'updated_at': '2022-07-28T03:59:10Z', 'revision_number': 5, 'project_id': '6a869e1e00fc4d8d9d4511e34501665f', 'subnets': [{'id': '0c317d02-35c6-4092-b3d2-22f73010b2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:59:50.244242 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-19dc47dd-992e-42bd-8182-bc12fbcbe9ed None None] Set router 95336a6e-dd7f-42bf-bff6-d0b1501d2a21 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 03:59:50.288717 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 03:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc5ea28-fdf1-41da-bc3f-48fddee7e0fb x-openstack-request-id: req-adc5ea28-fdf1-41da-bc3f-48fddee7e0fb {{(pid=121475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:59:50.289219 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eadfe50-2ab9-46dc-be42-b9496e4008ac", "tag": "ef1e8289-929e-424e-b1c1-98a45ed868ea", "status": "completed", "code": 200}]} {{(pid=121475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:59:50.289683 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-adc5ea28-fdf1-41da-bc3f-48fddee7e0fb {{(pid=121475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:59:50.290000 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adc5ea28-fdf1-41da-bc3f-48fddee7e0fb'] response: {'name': 'network-changed', 'server_uuid': '4eadfe50-2ab9-46dc-be42-b9496e4008ac', 'tag': 'ef1e8289-929e-424e-b1c1-98a45ed868ea', 'status': 'completed', 'code': 200} Jul 28 03:59:50.526661 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-2ce77aa4-edc5-46dc-a1b4-887087772cf8 req-2dcbe211-9c61-4ee1-b073-0a6f4d6d8589 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be05219a-2802-4e35-ad33-836ad2f1d343 HTTP/1.1" status: 200 len: 999 time: 0.4250963 Jul 28 03:59:50.532657 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b9cd6d-adf6-4aa2-be14-7ab22651a410 None None] New status for floating IP 2d251958-0c94-4a8a-8a6f-c6a3d5429213: ACTIVE {{(pid=121477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 03:59:50.547828 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53848dab-a10d-463d-b8aa-c4b4efaa678e req-1c5579cf-8019-4970-a7dd-b13c36dde867 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:50.549387 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-53848dab-a10d-463d-b8aa-c4b4efaa678e req-1c5579cf-8019-4970-a7dd-b13c36dde867 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 945 time: 0.1392033 Jul 28 03:59:50.572637 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-19dc47dd-992e-42bd-8182-bc12fbcbe9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'name': 'tempest-AttachVolumeShelveTestJSON-508782801-router', 'tenant_id': '52b087e8dc5c4426b8402dfdf99328ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '7b5d5ba8-6147-4c01-9701-b138b2a8254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T03:58:56Z', 'revision_number': 4, 'project_id': '52b087e8dc5c4426b8402dfdf99328ad', 'gw_port': {'id': '7b5d5ba8-6147-4c01-9701-b138b2a8254d', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': '60446ab5-62d9-435c-987f-ae1f36ceb0e3', 'tenant_id': '52b087e8dc5c4426b8402dfdf99328ad', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'port_id': 'ef1e8289-929e-424e-b1c1-98a45ed868ea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc', 'mac_address': 'fa:16:3e:39:fb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eadfe50-2ab9-46dc-be42-b9496e4008ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T03:59:08Z', 'updated_at': '2022-07-28T03:59:48Z', 'revision_number': 1, 'project_id': '52b087e8dc5c4426b8402dfdf99328ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '956e5455-c6ed-45cd-ab56-d0cb6bb35657', 'name': '', 'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc', 'tenant_id': '52b087e8dc5c4426b8402dfdf99328ad', 'mac_address': 'fa:16:3e:06:ab:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '81f8d920-e036-48ec-bb1b-67fea0f2e9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:54Z', 'updated_at': '2022-07-28T03:59:07Z', 'revision_number': 5, 'project_id': '52b087e8dc5c4426b8402dfdf99328ad', 'subnets': [{'id': '81f8d920-e036-48ec-bb1b-67fea0f2e9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:50.604612 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dc47dd-992e-42bd-8182-bc12fbcbe9ed None None] The sync data for ids ['95336a6e-dd7f-42bf-bff6-d0b1501d2a21'] in dv-cinder-851279-1-iscsi is: [{'id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'name': 'tempest-AttachVolumeShelveTestJSON-508782801-router', 'tenant_id': '52b087e8dc5c4426b8402dfdf99328ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '7b5d5ba8-6147-4c01-9701-b138b2a8254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T03:58:56Z', 'revision_number': 4, 'project_id': '52b087e8dc5c4426b8402dfdf99328ad', 'gw_port': {'id': '7b5d5ba8-6147-4c01-9701-b138b2a8254d', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': '60446ab5-62d9-435c-987f-ae1f36ceb0e3', 'tenant_id': '52b087e8dc5c4426b8402dfdf99328ad', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'port_id': 'ef1e8289-929e-424e-b1c1-98a45ed868ea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc', 'mac_address': 'fa:16:3e:39:fb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eadfe50-2ab9-46dc-be42-b9496e4008ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T03:59:08Z', 'updated_at': '2022-07-28T03:59:48Z', 'revision_number': 1, 'project_id': '52b087e8dc5c4426b8402dfdf99328ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '956e5455-c6ed-45cd-ab56-d0cb6bb35657', 'name': '', 'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc', 'tenant_id': '52b087e8dc5c4426b8402dfdf99328ad', 'mac_address': 'fa:16:3e:06:ab:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '81f8d920-e036-48ec-bb1b-67fea0f2e9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:54Z', 'updated_at': '2022-07-28T03:59:07Z', 'revision_number': 5, 'project_id': '52b087e8dc5c4426b8402dfdf99328ad', 'subnets': [{'id': '81f8d920-e036-48ec-bb1b-67fea0f2e9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:59:50.618107 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e7664-fbe0-4649-8e24-8c9fe42e2450 req-d5fa0ae8-9088-4fc0-bc8e-44d7e9f59011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:50.619607 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b78e7664-fbe0-4649-8e24-8c9fe42e2450 req-d5fa0ae8-9088-4fc0-bc8e-44d7e9f59011 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4531d3b7-3c72-4c16-9fba-50470f633af2 HTTP/1.1" status: 200 len: 920 time: 0.5202591 Jul 28 03:59:50.650483 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-53848dab-a10d-463d-b8aa-c4b4efaa678e req-5a49fa00-46a6-4c21-8185-2fd56b55d578 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916593 Jul 28 03:59:50.831939 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 52060) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:50.946109 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b78e7664-fbe0-4649-8e24-8c9fe42e2450 req-c84539d9-0bde-4fb0-8af8-f97d2e0b50c8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17c86bfa-053e-4c3a-bef0-ab77101531bb HTTP/1.1" status: 200 len: 217 time: 0.2217510 Jul 28 03:59:50.974085 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-37ad96a3-ebdf-4c82-96d1-a0b79c811853 req-0d84e92d-1e9b-4e7d-bd44-bd47c64b4b3b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=29b7a8cc-247d-4e90-9d62-20d9198f0d00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1378906 Jul 28 03:59:50.978252 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-32c39e8b-7a43-4112-946b-686573ef3af9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1980091268-network', 'tenant_id': '5e16f8abc2ed4df1b2834b1669b67a1b'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:59:50.981016 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce77aa4-edc5-46dc-a1b4-887087772cf8 req-44bdd8d4-e9f8-4158-93ee-b9a1efb8e462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:50.982877 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-2ce77aa4-edc5-46dc-a1b4-887087772cf8 req-44bdd8d4-e9f8-4158-93ee-b9a1efb8e462 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0c317d02-35c6-4092-b3d2-22f73010b2ed HTTP/1.1" status: 200 len: 849 time: 0.2607601 Jul 28 03:59:51.024609 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6d4d2-6aad-4afc-bf6e-33ac45bd3882 req-dbaf9038-8042-4538-a137-79880937ece5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:51.026119 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-93c6d4d2-6aad-4afc-bf6e-33ac45bd3882 req-dbaf9038-8042-4538-a137-79880937ece5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=52b087e8dc5c4426b8402dfdf99328ad&device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 1130 time: 0.1741312 Jul 28 03:59:51.073679 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce77aa4-edc5-46dc-a1b4-887087772cf8 req-d3eb08c7-9a60-4ca8-a62d-93df476738c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:51.075182 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-2ce77aa4-edc5-46dc-a1b4-887087772cf8 req-d3eb08c7-9a60-4ca8-a62d-93df476738c3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5b7076b1-5b54-41f8-8740-25deddb61b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0616241 Jul 28 03:59:51.076518 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e7664-fbe0-4649-8e24-8c9fe42e2450 req-f29ad7d8-dc83-491a-930b-32a544f0f5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:51.077877 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b78e7664-fbe0-4649-8e24-8c9fe42e2450 req-f29ad7d8-dc83-491a-930b-32a544f0f5bb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c HTTP/1.1" status: 200 len: 858 time: 0.1187093 Jul 28 03:59:51.080703 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c39e8b-7a43-4112-946b-686573ef3af9 admin admin] Made reservation on behalf of 5e16f8abc2ed4df1b2834b1669b67a1b for: {'network': 1} {{(pid=121475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:59:51.083440 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-32c39e8b-7a43-4112-946b-686573ef3af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for network (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:51.093316 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-32c39e8b-7a43-4112-946b-686573ef3af9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:51.257918 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404852a-9e66-4479-b80f-b61676ac2240 req-27ff7dc5-21ef-4f8e-a5ba-03794b240af4 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:51.259911 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-c404852a-9e66-4479-b80f-b61676ac2240 req-27ff7dc5-21ef-4f8e-a5ba-03794b240af4 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ce0e823-630b-4503-9b49-e9d5d43b2605 HTTP/1.1" status: 200 len: 945 time: 0.1054845 Jul 28 03:59:51.308400 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-32c39e8b-7a43-4112-946b-686573ef3af9 admin admin] Publish callbacks [] for security_group (8a9e1f0a-4bcc-4a93-bb0e-333d8f2c4fb2), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:51.340570 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-c404852a-9e66-4479-b80f-b61676ac2240 req-ba0f63e6-d727-42fc-a7c3-1094f6b0519c tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=d589d353-cf8c-4834-b926-aadbc1822b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706038 Jul 28 03:59:51.384606 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-32c39e8b-7a43-4112-946b-686573ef3af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (8a9e1f0a-4bcc-4a93-bb0e-333d8f2c4fb2), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:51.420528 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c39e8b-7a43-4112-946b-686573ef3af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9e1f0a-4bcc-4a93-bb0e-333d8f2c4fb2,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:51.435038 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32c39e8b-7a43-4112-946b-686573ef3af9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=121475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:59:51.459260 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-32c39e8b-7a43-4112-946b-686573ef3af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684'] for segment (14a8c6bf-83b7-46f9-8c66-fb10450c3d17), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:51.459567 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.db.segments_db [None req-32c39e8b-7a43-4112-946b-686573ef3af9 admin admin] Added segment 14a8c6bf-83b7-46f9-8c66-fb10450c3d17 of type vlan for network 577751dd-78a4-42c8-b90a-c6d300b531a2 Jul 28 03:59:51.526144 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-32c39e8b-7a43-4112-946b-686573ef3af9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761987992185'] for network (577751dd-78a4-42c8-b90a-c6d300b531a2), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:51.599349 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad96a3-ebdf-4c82-96d1-a0b79c811853 req-707350d4-2722-4158-93d3-409491e672d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:51.601608 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-37ad96a3-ebdf-4c82-96d1-a0b79c811853 req-707350d4-2722-4158-93d3-409491e672d1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5c3d84518f1e4d7885f6998c88c3da4a&device_id=29b7a8cc-247d-4e90-9d62-20d9198f0d00 HTTP/1.1" status: 200 len: 1129 time: 0.4291794 Jul 28 03:59:51.602426 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e7664-fbe0-4649-8e24-8c9fe42e2450 req-db70a200-eda7-4726-b566-e02ddc352cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:51.603753 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b78e7664-fbe0-4649-8e24-8c9fe42e2450 req-db70a200-eda7-4726-b566-e02ddc352cbe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4531d3b7-3c72-4c16-9fba-50470f633af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4425409 Jul 28 03:59:51.614169 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600260f3-8d11-4367-8e94-f25e07501e19 None None] New status for floating IP 60446ab5-62d9-435c-987f-ae1f36ceb0e3: ACTIVE {{(pid=121476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 03:59:51.616042 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-32c39e8b-7a43-4112-946b-686573ef3af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753'] for network (577751dd-78a4-42c8-b90a-c6d300b531a2), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:51.617197 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c39e8b-7a43-4112-946b-686573ef3af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:51.620256 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-32c39e8b-7a43-4112-946b-686573ef3af9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for network (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:51.640014 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:51.727427 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c39e8b-7a43-4112-946b-686573ef3af9 admin admin] Pushing event updated for resources: {'Network': ['ID=577751dd-78a4-42c8-b90a-c6d300b531a2,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:51.728843 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:51.738820 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Network 577751dd-78a4-42c8-b90a-c6d300b531a2 details requested by agent ovs-agent-dv-cinder-851279-1-iscsi with host dv-cinder-851279-1-iscsi {{(pid=121476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:59:51.754697 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:51.761523 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-32c39e8b-7a43-4112-946b-686573ef3af9 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9283247 Jul 28 03:59:51.764580 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 52076) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:51.770392 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-5fedd0fd-d6a3-4125-9ec0-01d4955f3cbf admin admin] Request body: {'subnet': {'network_id': '577751dd-78a4-42c8-b90a-c6d300b531a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1980091268-subnet', 'tenant_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'ip_version': 4}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:59:51.792844 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:51.809522 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857cde9-eef7-45d0-bcf8-3a7dbc001d32 req-7d70d2b1-b612-484e-8e67-97625ca5688e tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:51.810826 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-5857cde9-eef7-45d0-bcf8-3a7dbc001d32 req-7d70d2b1-b612-484e-8e67-97625ca5688e tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ce0e823-630b-4503-9b49-e9d5d43b2605 HTTP/1.1" status: 200 len: 945 time: 0.2374690 Jul 28 03:59:51.827804 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6d4d2-6aad-4afc-bf6e-33ac45bd3882 req-fe62f79c-d315-4ee8-95be-d0006f6adc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:51.827804 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-93c6d4d2-6aad-4afc-bf6e-33ac45bd3882 req-fe62f79c-d315-4ee8-95be-d0006f6adc77 service neutron] 10.222.0.67 "GET /v2.0/networks?id=500d2409-0505-4e71-ad33-d33fa2f8a8dc HTTP/1.1" status: 200 len: 917 time: 0.6774068 Jul 28 03:59:51.831373 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 52080) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:51.850477 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-af69d305-37d8-480c-94a9-6358770ea921 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Request body: {'floatingip': {'port_id': 'fb9b0d27-d368-47b4-869d-588f9411de37'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:59:51.894546 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-2ce77aa4-edc5-46dc-a1b4-887087772cf8 req-5d201d36-b1b4-42ab-9875-af441f1fd707 service neutron] 10.222.0.67 "GET /v2.0/networks/5b7076b1-5b54-41f8-8740-25deddb61b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7456906 Jul 28 03:59:51.897476 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-af69d305-37d8-480c-94a9-6358770ea921 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for floatingip (e501ce82-fd89-48eb-8caf-ae8ba215ad22), before_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:51.907584 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440adfe9-06cb-4109-bd9c-fdcf59bb1aa3 req-f38eeb97-cba0-4d41-80b8-3a651e8110c6 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:51.914773 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-440adfe9-06cb-4109-bd9c-fdcf59bb1aa3 req-f38eeb97-cba0-4d41-80b8-3a651e8110c6 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 945 time: 0.1479723 Jul 28 03:59:51.932426 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b78e7664-fbe0-4649-8e24-8c9fe42e2450 req-59bb5ab9-1405-441f-a379-91667057ea79 service neutron] 10.222.0.67 "GET /v2.0/networks/4531d3b7-3c72-4c16-9fba-50470f633af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049023 Jul 28 03:59:51.983829 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fedd0fd-d6a3-4125-9ec0-01d4955f3cbf admin admin] Made reservation on behalf of 5e16f8abc2ed4df1b2834b1669b67a1b for: {'subnet': 1} {{(pid=121475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:59:51.986231 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-5fedd0fd-d6a3-4125-9ec0-01d4955f3cbf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25966731'] for subnet (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:52.014864 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad96a3-ebdf-4c82-96d1-a0b79c811853 req-a37b1eb1-12fc-4cb0-b35d-bcb0f64e4b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:52.016283 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-37ad96a3-ebdf-4c82-96d1-a0b79c811853 req-a37b1eb1-12fc-4cb0-b35d-bcb0f64e4b59 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1b695295-a70d-4773-a7f6-af5ea3f070dd HTTP/1.1" status: 200 len: 912 time: 0.3314638 Jul 28 03:59:52.059690 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:52.060870 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-93c6d4d2-6aad-4afc-bf6e-33ac45bd3882 req-b2a37963-379c-4bd7-8e2b-e6d26ce0c41e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef1e8289-929e-424e-b1c1-98a45ed868ea HTTP/1.1" status: 200 len: 999 time: 0.2127962 Jul 28 03:59:52.127936 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-2ce77aa4-edc5-46dc-a1b4-887087772cf8 req-74346fe4-884c-4400-9284-951eb4660db6 service neutron] 10.222.0.67 "GET /v2.0/networks/5b7076b1-5b54-41f8-8740-25deddb61b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154627 Jul 28 03:59:52.139015 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b78e7664-fbe0-4649-8e24-8c9fe42e2450 req-8ac26e4b-5408-468c-867d-b2d88749a380 service neutron] 10.222.0.67 "GET /v2.0/networks/4531d3b7-3c72-4c16-9fba-50470f633af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891088 Jul 28 03:59:52.139388 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-440adfe9-06cb-4109-bd9c-fdcf59bb1aa3 req-4352ee48-cda1-4f42-bf24-2298d6daaaf4 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237825 Jul 28 03:59:52.312583 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-37ad96a3-ebdf-4c82-96d1-a0b79c811853 req-e9de4572-14b2-45f4-ba8f-f33bca28f2e5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db6b2e35-38a2-486b-b449-640dc8de82c5 HTTP/1.1" status: 200 len: 217 time: 0.0575414 Jul 28 03:59:52.392025 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6d4d2-6aad-4afc-bf6e-33ac45bd3882 req-e47c877d-fb16-403b-a83c-cafe6a25a32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:52.393611 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-93c6d4d2-6aad-4afc-bf6e-33ac45bd3882 req-e47c877d-fb16-403b-a83c-cafe6a25a32e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81f8d920-e036-48ec-bb1b-67fea0f2e9aa HTTP/1.1" status: 200 len: 855 time: 0.0939169 Jul 28 03:59:52.400250 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad96a3-ebdf-4c82-96d1-a0b79c811853 req-6f430a0f-f92b-402c-b989-7e97fc318b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:52.401738 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-37ad96a3-ebdf-4c82-96d1-a0b79c811853 req-6f430a0f-f92b-402c-b989-7e97fc318b11 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9b840d1a-f1be-4d7b-beda-5edc30034b3c HTTP/1.1" status: 200 len: 850 time: 0.0700266 Jul 28 03:59:52.479054 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6d4d2-6aad-4afc-bf6e-33ac45bd3882 req-cc9b5293-c864-4b49-a43e-527cfb062fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:52.483297 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-93c6d4d2-6aad-4afc-bf6e-33ac45bd3882 req-cc9b5293-c864-4b49-a43e-527cfb062fd6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=500d2409-0505-4e71-ad33-d33fa2f8a8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0796993 Jul 28 03:59:52.484945 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad96a3-ebdf-4c82-96d1-a0b79c811853 req-3b6b2c87-6d47-4720-8202-20b246f9f5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:52.486221 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-37ad96a3-ebdf-4c82-96d1-a0b79c811853 req-3b6b2c87-6d47-4720-8202-20b246f9f5d8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1b695295-a70d-4773-a7f6-af5ea3f070dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551202 Jul 28 03:59:52.615557 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:52.683111 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-93c6d4d2-6aad-4afc-bf6e-33ac45bd3882 req-b2efebd4-4415-4a01-8545-ea3c31e7e0c9 service neutron] 10.222.0.67 "GET /v2.0/networks/500d2409-0505-4e71-ad33-d33fa2f8a8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785152 Jul 28 03:59:52.685255 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-37ad96a3-ebdf-4c82-96d1-a0b79c811853 req-a1ea841c-6624-4c40-9c2e-8b837cfa2be3 service neutron] 10.222.0.67 "GET /v2.0/networks/1b695295-a70d-4773-a7f6-af5ea3f070dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794827 Jul 28 03:59:52.689892 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-5fedd0fd-d6a3-4125-9ec0-01d4955f3cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3956385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25966757'] for subnet (117a9784-f853-4ff3-95fc-37c8f679d459), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:52.732623 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:52.763518 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fedd0fd-d6a3-4125-9ec0-01d4955f3cbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=117a9784-f853-4ff3-95fc-37c8f679d459,revision_number=0']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:52.820898 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fedd0fd-d6a3-4125-9ec0-01d4955f3cbf admin admin] Checking segment: {'id': '14a8c6bf-83b7-46f9-8c66-fb10450c3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '577751dd-78a4-42c8-b90a-c6d300b531a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 03:59:52.820898 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fedd0fd-d6a3-4125-9ec0-01d4955f3cbf admin admin] Network hostable DHCP agents. Network: 577751dd-78a4-42c8-b90a-c6d300b531a2, hostable agents: ['a6d94de3-42af-4ea6-939a-9cee0bfbc3cb'], hosted agents: [] {{(pid=121475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:59:52.878924 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-93c6d4d2-6aad-4afc-bf6e-33ac45bd3882 req-7c20b805-ebe6-4b83-b9a4-c3be044a5fb4 service neutron] 10.222.0.67 "GET /v2.0/networks/500d2409-0505-4e71-ad33-d33fa2f8a8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738653 Jul 28 03:59:52.879606 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-af69d305-37d8-480c-94a9-6358770ea921 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:52.880922 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-37ad96a3-ebdf-4c82-96d1-a0b79c811853 req-f3d311aa-b2d9-4e2a-8cb3-b1556830dbc9 service neutron] 10.222.0.67 "GET /v2.0/networks/1b695295-a70d-4773-a7f6-af5ea3f070dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671305 Jul 28 03:59:52.961087 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fedd0fd-d6a3-4125-9ec0-01d4955f3cbf admin admin] Network 577751dd-78a4-42c8-b90a-c6d300b531a2 is scheduled to be hosted by DHCP agent a6d94de3-42af-4ea6-939a-9cee0bfbc3cb with binding_index 1 {{(pid=121475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:59:52.989479 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-af69d305-37d8-480c-94a9-6358770ea921 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739753'] for floatingip (e501ce82-fd89-48eb-8caf-ae8ba215ad22), after_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:53.069064 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.base_scheduler [None req-5fedd0fd-d6a3-4125-9ec0-01d4955f3cbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-1-iscsi, 577751dd-78a4-42c8-b90a-c6d300b531a2) {{(pid=121475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:59:53.074607 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fedd0fd-d6a3-4125-9ec0-01d4955f3cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:53.075114 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-5fedd0fd-d6a3-4125-9ec0-01d4955f3cbf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:53.078688 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0363733b-0a82-4afc-8669-1b9acc9e0033 None None] Network 577751dd-78a4-42c8-b90a-c6d300b531a2 requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 03:59:53.106445 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.db.l3_db [None req-af69d305-37d8-480c-94a9-6358770ea921 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Floating IP e501ce82-fd89-48eb-8caf-ae8ba215ad22 associated. External IP: 172.27.0.200, port: fb9b0d27-d368-47b4-869d-588f9411de37. Jul 28 03:59:53.160331 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-5fedd0fd-d6a3-4125-9ec0-01d4955f3cbf admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3946960 Jul 28 03:59:53.163998 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 52090) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:53.190629 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c0ed27-a0e8-4e80-bc26-24c9b6c64f27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc055524f-0d7a-5f36-9cf2-5686bc452ffc-577751dd-78a4-42c8-b90a-c6d300b531a2', 'network_id': '577751dd-78a4-42c8-b90a-c6d300b531a2', 'project_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'fixed_ips': [{'subnet_id': '117a9784-f853-4ff3-95fc-37c8f679d459'}]}} from dv-cinder-851279-1-iscsi. {{(pid=121476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 03:59:53.190629 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-16c0ed27-a0e8-4e80-bc26-24c9b6c64f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:53.195804 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-05360329-745a-472d-b647-acafd834f4bd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1980091268-router', 'tenant_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'}}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:59:53.272635 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68262783-1c3e-4541-8a10-ac038f99b1d0 req-7c03f18d-6641-4086-adb9-57af134a8ac4 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:53.277513 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-68262783-1c3e-4541-8a10-ac038f99b1d0 req-7c03f18d-6641-4086-adb9-57af134a8ac4 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 945 time: 0.0519686 Jul 28 03:59:53.298387 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-05360329-745a-472d-b647-acafd834f4bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1682968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-675'] for router (925609f1-6849-4d84-87f3-b946f0b7ca6e), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:53.299435 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-05360329-745a-472d-b647-acafd834f4bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1680112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1771895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-682'] for router (925609f1-6849-4d84-87f3-b946f0b7ca6e), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:53.333732 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-68262783-1c3e-4541-8a10-ac038f99b1d0 req-2d654b24-b363-4813-9b4c-fa2d3497f28f tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515702 Jul 28 03:59:53.345389 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.db_base_plugin_common [None req-16c0ed27-a0e8-4e80-bc26-24c9b6c64f27 None None] Allocated IP 172.20.0.2 (577751dd-78a4-42c8-b90a-c6d300b531a2/117a9784-f853-4ff3-95fc-37c8f679d459/f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55) {{(pid=121476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:59:53.404168 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-05360329-745a-472d-b647-acafd834f4bd admin admin] Publish callbacks [] for router_controller (925609f1-6849-4d84-87f3-b946f0b7ca6e), precommit_add_association {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:53.406275 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af69d305-37d8-480c-94a9-6358770ea921 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Router 2d1945e5-9fdd-4c9c-9878-1432accd293d has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 03:59:53.419885 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:53.511727 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-16c0ed27-a0e8-4e80-bc26-24c9b6c64f27 None None] Publish callbacks [] for port (f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55), precommit_create {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:53.524329 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:53.593993 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-16c0ed27-a0e8-4e80-bc26-24c9b6c64f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379'] for port (f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55), after_create {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:53.647401 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c0ed27-a0e8-4e80-bc26-24c9b6c64f27 None None] Network 577751dd-78a4-42c8-b90a-c6d300b531a2 is already hosted by enough agents. {{(pid=121476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:59:53.649266 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-05360329-745a-472d-b647-acafd834f4bd admin admin] Publish callbacks [] for router_gateway (925609f1-6849-4d84-87f3-b946f0b7ca6e), precommit_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:53.653073 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af69d305-37d8-480c-94a9-6358770ea921 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:59:53.653493 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.scheduler.base_scheduler [None req-16c0ed27-a0e8-4e80-bc26-24c9b6c64f27 None None] Resources bound (agent type, host, resource id): {{(pid=121476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:59:53.657663 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-af69d305-37d8-480c-94a9-6358770ea921 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for floatingip (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:53.660128 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c0ed27-a0e8-4e80-bc26-24c9b6c64f27 None None] Received port after_create {{(pid=121476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 03:59:53.664581 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48b1dee-51a1-4578-983a-9d075e346e7f None None] Sync routers for ids ['2d1945e5-9fdd-4c9c-9878-1432accd293d'] in dv-cinder-851279-1-iscsi {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:59:53.667317 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0ed27-a0e8-4e80-bc26-24c9b6c64f27 None None] Pushing event updated for resources: {'Port': ['ID=f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55,revision_number=1']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:53.676448 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48b1dee-51a1-4578-983a-9d075e346e7f None None] Routers {'2d1945e5-9fdd-4c9c-9878-1432accd293d'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 03:59:53.677311 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-a48b1dee-51a1-4578-983a-9d075e346e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T03:59:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['2d1945e5-9fdd-4c9c-9878-1432accd293d'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:53.694535 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-af69d305-37d8-480c-94a9-6358770ea921 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "PUT /v2.0/floatingips/e501ce82-fd89-48eb-8caf-ae8ba215ad22 HTTP/1.1" status: 200 len: 991 time: 1.8534017 Jul 28 03:59:53.695059 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce0e823-630b-4503-9b49-e9d5d43b2605', 'tag': 'fb9b0d27-d368-47b4-869d-588f9411de37'}] {{(pid=121475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 03:59:53.697426 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ccdd625b6c35f453df47d8ce3046bfbae24fa7e88dffa5888c0c6e748a7dd72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd444ca-a12d-4560-afce-a8fe68f405c5" -d '{"events": [{"name": "network-changed", "server_uuid": "4ce0e823-630b-4503-9b49-e9d5d43b2605", "tag": "fb9b0d27-d368-47b4-869d-588f9411de37"}]}' {{(pid=121475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:59:53.702293 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0ed27-a0e8-4e80-bc26-24c9b6c64f27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:53.702643 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0ed27-a0e8-4e80-bc26-24c9b6c64f27 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:53.702988 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0ed27-a0e8-4e80-bc26-24c9b6c64f27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:53.703329 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0ed27-a0e8-4e80-bc26-24c9b6c64f27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:53.703669 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0ed27-a0e8-4e80-bc26-24c9b6c64f27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:53.704127 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0ed27-a0e8-4e80-bc26-24c9b6c64f27 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:53.708631 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0ed27-a0e8-4e80-bc26-24c9b6c64f27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:53.708631 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0ed27-a0e8-4e80-bc26-24c9b6c64f27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:53.708631 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0ed27-a0e8-4e80-bc26-24c9b6c64f27 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:53.708631 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0ed27-a0e8-4e80-bc26-24c9b6c64f27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:53.708631 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0ed27-a0e8-4e80-bc26-24c9b6c64f27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:53.708631 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0ed27-a0e8-4e80-bc26-24c9b6c64f27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:53.708631 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0ed27-a0e8-4e80-bc26-24c9b6c64f27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:53.708631 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0ed27-a0e8-4e80-bc26-24c9b6c64f27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:53.708631 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0ed27-a0e8-4e80-bc26-24c9b6c64f27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:53.747264 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-16c0ed27-a0e8-4e80-bc26-24c9b6c64f27 None None] Attempting to bind port f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55 on host dv-cinder-851279-1-iscsi for vnic_type normal with profile {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 03:59:53.747654 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-16c0ed27-a0e8-4e80-bc26-24c9b6c64f27 None None] Attempting to bind port f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55 by drivers openvswitch,hyperv on host dv-cinder-851279-1-iscsi at level 0 using segments [{'id': '14a8c6bf-83b7-46f9-8c66-fb10450c3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '577751dd-78a4-42c8-b90a-c6d300b531a2'}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 03:59:53.748084 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c0ed27-a0e8-4e80-bc26-24c9b6c64f27 None None] Attempting to bind port f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55 on network 577751dd-78a4-42c8-b90a-c6d300b531a2 {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 03:59:53.754069 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c0ed27-a0e8-4e80-bc26-24c9b6c64f27 None None] Checking agent: {'id': '51dbe35b-f2d3-4ce9-b487-580c36e6d07a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 49, 50), 'started_at': datetime.datetime(2022, 7, 28, 3, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 3, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 03:59:53.754808 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c0ed27-a0e8-4e80-bc26-24c9b6c64f27 None None] Checking segment: {'id': '14a8c6bf-83b7-46f9-8c66-fb10450c3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '577751dd-78a4-42c8-b90a-c6d300b531a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 03:59:53.755630 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-16c0ed27-a0e8-4e80-bc26-24c9b6c64f27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:53.756234 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c0ed27-a0e8-4e80-bc26-24c9b6c64f27 None None] Bound using segment: {'id': '14a8c6bf-83b7-46f9-8c66-fb10450c3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '577751dd-78a4-42c8-b90a-c6d300b531a2'} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 03:59:53.756716 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-16c0ed27-a0e8-4e80-bc26-24c9b6c64f27 None None] Bound port: f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55, host: dv-cinder-851279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14a8c6bf-83b7-46f9-8c66-fb10450c3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '577751dd-78a4-42c8-b90a-c6d300b531a2'}}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 03:59:53.757094 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-16c0ed27-a0e8-4e80-bc26-24c9b6c64f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:53.767677 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 03:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e3ccfb-0f38-4151-a2d8-fdf945765db4 x-openstack-request-id: req-b8e3ccfb-0f38-4151-a2d8-fdf945765db4 {{(pid=121475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:59:53.768154 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ce0e823-630b-4503-9b49-e9d5d43b2605", "tag": "fb9b0d27-d368-47b4-869d-588f9411de37", "status": "completed", "code": 200}]} {{(pid=121475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:59:53.768478 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b8e3ccfb-0f38-4151-a2d8-fdf945765db4 {{(pid=121475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:59:53.768967 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8e3ccfb-0f38-4151-a2d8-fdf945765db4'] response: {'name': 'network-changed', 'server_uuid': '4ce0e823-630b-4503-9b49-e9d5d43b2605', 'tag': 'fb9b0d27-d368-47b4-869d-588f9411de37', 'status': 'completed', 'code': 200} Jul 28 03:59:53.793994 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:53.809917 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-a48b1dee-51a1-4578-983a-9d075e346e7f None None] Set router 2d1945e5-9fdd-4c9c-9878-1432accd293d gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 03:59:53.821874 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:53.835136 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=100 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:53.849550 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd444ca-a12d-4560-afce-a8fe68f405c5 req-22456f60-5a2a-4394-a69c-981881206910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:53.851457 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ffd444ca-a12d-4560-afce-a8fe68f405c5 req-22456f60-5a2a-4394-a69c-981881206910 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f68fb083db524ab59ba49d71ae754ba0&device_id=4ce0e823-630b-4503-9b49-e9d5d43b2605 HTTP/1.1" status: 200 len: 1129 time: 0.0549242 Jul 28 03:59:53.861628 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-16c0ed27-a0e8-4e80-bc26-24c9b6c64f27 None None] For port f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55, host dv-cinder-851279-1-iscsi, cleared binding levels {{(pid=121476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:59:53.866410 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-16c0ed27-a0e8-4e80-bc26-24c9b6c64f27 None None] For port f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55, host dv-cinder-851279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55,segment=NetworkSegment(14a8c6bf-83b7-46f9-8c66-fb10450c3d17),segment_id=14a8c6bf-83b7-46f9-8c66-fb10450c3d17)] {{(pid=121476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:59:53.950154 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-05360329-745a-472d-b647-acafd834f4bd admin admin] Publish callbacks [] for router_gateway (925609f1-6849-4d84-87f3-b946f0b7ca6e), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:53.976692 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-05360329-745a-472d-b647-acafd834f4bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:53.980728 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-16c0ed27-a0e8-4e80-bc26-24c9b6c64f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:54.005008 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd444ca-a12d-4560-afce-a8fe68f405c5 req-f2651859-5905-4568-9236-e9054da60f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:54.008685 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ffd444ca-a12d-4560-afce-a8fe68f405c5 req-f2651859-5905-4568-9236-e9054da60f3d service neutron] 10.222.0.67 "GET /v2.0/networks?id=9cf9021b-c509-4bfd-870b-1ff5c987c7dd HTTP/1.1" status: 200 len: 916 time: 0.1457388 Jul 28 03:59:54.055233 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0ed27-a0e8-4e80-bc26-24c9b6c64f27 None None] Pushing event updated for resources: {'Port': ['ID=f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55,revision_number=2']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:54.060267 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-a48b1dee-51a1-4578-983a-9d075e346e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'name': 'tempest-AttachVolumeNegativeTest-1250024005-router', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:58:59Z', 'revision_number': 4, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'gw_port': {'id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:45:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': 'e501ce82-fd89-48eb-8caf-ae8ba215ad22', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'floating_ip_address': '172.27.0.200', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'port_id': 'fb9b0d27-d368-47b4-869d-588f9411de37', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'mac_address': 'fa:16:3e:94:80:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce0e823-630b-4503-9b49-e9d5d43b2605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T03:59:10Z', 'updated_at': '2022-07-28T03:59:52Z', 'revision_number': 1, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e3be20-44f2-425a-a063-9ed509852e7c', 'name': '', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'mac_address': 'fa:16:3e:1e:0e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:58Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 5, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'subnets': [{'id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:54.093871 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ffd444ca-a12d-4560-afce-a8fe68f405c5 req-6686b089-ee33-45f0-9321-87114887dfa6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb9b0d27-d368-47b4-869d-588f9411de37 HTTP/1.1" status: 200 len: 999 time: 0.0778573 Jul 28 03:59:54.101392 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48b1dee-51a1-4578-983a-9d075e346e7f None None] Checking router: 2d1945e5-9fdd-4c9c-9878-1432accd293d for host: dv-cinder-851279-1-iscsi {{(pid=121477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:59:54.111932 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48b1dee-51a1-4578-983a-9d075e346e7f None None] Routers {'2d1945e5-9fdd-4c9c-9878-1432accd293d'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 03:59:54.112311 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-a48b1dee-51a1-4578-983a-9d075e346e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T03:59:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['2d1945e5-9fdd-4c9c-9878-1432accd293d'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:54.144688 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.db_base_plugin_common [None req-05360329-745a-472d-b647-acafd834f4bd admin admin] Allocated IP 172.27.0.188 (ea650c0a-dc48-4a0d-a6e0-295879bc3df9/483d9f6f-a7db-4d58-8be3-14e833e697b6/34f590ac-1120-4ab9-8d01-c3374ff98a49) {{(pid=121475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:59:54.157023 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd444ca-a12d-4560-afce-a8fe68f405c5 req-fa7da5ee-ac47-4371-abf2-2822c9da3b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:54.158536 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ffd444ca-a12d-4560-afce-a8fe68f405c5 req-fa7da5ee-ac47-4371-abf2-2822c9da3b32 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=38052aec-d1bf-4b5e-9038-8acf97ddbe30 HTTP/1.1" status: 200 len: 854 time: 0.0585356 Jul 28 03:59:54.200740 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:54.219052 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd444ca-a12d-4560-afce-a8fe68f405c5 req-986c247d-e5a0-4264-af1d-bdef9ebec3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:54.221241 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ffd444ca-a12d-4560-afce-a8fe68f405c5 req-986c247d-e5a0-4264-af1d-bdef9ebec3b7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9cf9021b-c509-4bfd-870b-1ff5c987c7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552816 Jul 28 03:59:54.249848 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-a48b1dee-51a1-4578-983a-9d075e346e7f None None] Set router 2d1945e5-9fdd-4c9c-9878-1432accd293d gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 03:59:54.304495 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-05360329-745a-472d-b647-acafd834f4bd admin admin] Publish callbacks [] for port (34f590ac-1120-4ab9-8d01-c3374ff98a49), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:54.334097 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ffd444ca-a12d-4560-afce-a8fe68f405c5 req-9a9ea593-1adb-435a-b48f-2274ca926ecf service neutron] 10.222.0.67 "GET /v2.0/networks/9cf9021b-c509-4bfd-870b-1ff5c987c7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053724 Jul 28 03:59:54.433824 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-05360329-745a-472d-b647-acafd834f4bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3956301'] for port (34f590ac-1120-4ab9-8d01-c3374ff98a49), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:54.505439 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05360329-745a-472d-b647-acafd834f4bd admin admin] Pushing event updated for resources: {'Port': ['ID=34f590ac-1120-4ab9-8d01-c3374ff98a49,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:54.512892 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:54.527200 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05360329-745a-472d-b647-acafd834f4bd admin admin] Network ea650c0a-dc48-4a0d-a6e0-295879bc3df9 is already hosted by enough agents. {{(pid=121475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:59:54.528229 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.base_scheduler [None req-05360329-745a-472d-b647-acafd834f4bd admin admin] Resources bound (agent type, host, resource id): {{(pid=121475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:59:54.533309 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05360329-745a-472d-b647-acafd834f4bd admin admin] Received port after_create {{(pid=121475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 03:59:54.564581 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3002157-3094-4ce4-b087-4e7a86599f4a req-a1147e5d-c577-41bd-a8bd-c23e05f50360 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:54.572225 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f3002157-3094-4ce4-b087-4e7a86599f4a req-a1147e5d-c577-41bd-a8bd-c23e05f50360 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 945 time: 0.1148853 Jul 28 03:59:54.609821 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:54.635601 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ffd444ca-a12d-4560-afce-a8fe68f405c5 req-54a8ecca-1aaf-4ae7-96ba-ff5ae68ed22b service neutron] 10.222.0.67 "GET /v2.0/networks/9cf9021b-c509-4bfd-870b-1ff5c987c7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847161 Jul 28 03:59:54.666353 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f3002157-3094-4ce4-b087-4e7a86599f4a req-fa0e3aa0-e1ed-4cbb-bfd9-4583b37a1931 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906985 Jul 28 03:59:54.711296 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-a48b1dee-51a1-4578-983a-9d075e346e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'name': 'tempest-AttachVolumeNegativeTest-1250024005-router', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:58:59Z', 'revision_number': 4, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'gw_port': {'id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:45:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': 'e501ce82-fd89-48eb-8caf-ae8ba215ad22', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'floating_ip_address': '172.27.0.200', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'port_id': 'fb9b0d27-d368-47b4-869d-588f9411de37', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'mac_address': 'fa:16:3e:94:80:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce0e823-630b-4503-9b49-e9d5d43b2605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T03:59:10Z', 'updated_at': '2022-07-28T03:59:52Z', 'revision_number': 1, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e3be20-44f2-425a-a063-9ed509852e7c', 'name': '', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'mac_address': 'fa:16:3e:1e:0e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:58Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 5, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'subnets': [{'id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:54.744830 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48b1dee-51a1-4578-983a-9d075e346e7f None None] The sync data for ids ['2d1945e5-9fdd-4c9c-9878-1432accd293d'] in dv-cinder-851279-1-iscsi is: [{'id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'name': 'tempest-AttachVolumeNegativeTest-1250024005-router', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:58:59Z', 'revision_number': 4, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'gw_port': {'id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:45:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': 'e501ce82-fd89-48eb-8caf-ae8ba215ad22', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'floating_ip_address': '172.27.0.200', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'port_id': 'fb9b0d27-d368-47b4-869d-588f9411de37', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'mac_address': 'fa:16:3e:94:80:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce0e823-630b-4503-9b49-e9d5d43b2605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T03:59:10Z', 'updated_at': '2022-07-28T03:59:52Z', 'revision_number': 1, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e3be20-44f2-425a-a063-9ed509852e7c', 'name': '', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'mac_address': 'fa:16:3e:1e:0e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:58Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 5, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'subnets': [{'id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:59:54.939941 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-05360329-745a-472d-b647-acafd834f4bd admin admin] Publish callbacks [] for router_gateway (925609f1-6849-4d84-87f3-b946f0b7ca6e), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:55.181068 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-05360329-745a-472d-b647-acafd834f4bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740428'] for router (925609f1-6849-4d84-87f3-b946f0b7ca6e), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:55.294954 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72965fa7-1d90-4edc-b374-12e91684758b None None] Network 577751dd-78a4-42c8-b90a-c6d300b531a2 requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 03:59:55.382457 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:55.424525 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-073b7777-320f-4a45-adae-b6f5c1dc7a52 None None] Provisioning complete for port f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55 triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:55.424525 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-073b7777-320f-4a45-adae-b6f5c1dc7a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:55.467147 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8cda3a-50f4-4e19-96b2-d40f1b957495 None None] New status for floating IP e501ce82-fd89-48eb-8caf-ae8ba215ad22: ACTIVE {{(pid=121476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 03:59:55.479305 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05360329-745a-472d-b647-acafd834f4bd admin admin] Router 925609f1-6849-4d84-87f3-b946f0b7ca6e is scheduled to L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b with binding_index 1 {{(pid=121475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 03:59:55.592572 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-073b7777-320f-4a45-adae-b6f5c1dc7a52 None None] Current status of the port f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55 is: DOWN; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:59:55.592969 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-073b7777-320f-4a45-adae-b6f5c1dc7a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:55.595775 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:55.606083 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05360329-745a-472d-b647-acafd834f4bd admin admin] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:59:55.617622 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f346198-33b3-472c-b8d8-01ddccc68fc6 None None] Sync routers for ids ['925609f1-6849-4d84-87f3-b946f0b7ca6e'] in dv-cinder-851279-1-iscsi {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:59:55.635174 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f346198-33b3-472c-b8d8-01ddccc68fc6 None None] Routers {'925609f1-6849-4d84-87f3-b946f0b7ca6e'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 03:59:55.636347 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-1f346198-33b3-472c-b8d8-01ddccc68fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T03:59:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['925609f1-6849-4d84-87f3-b946f0b7ca6e'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:55.637276 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:55.676086 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-073b7777-320f-4a45-adae-b6f5c1dc7a52 None None] For port f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55,segment=NetworkSegment(14a8c6bf-83b7-46f9-8c66-fb10450c3d17),segment_id=14a8c6bf-83b7-46f9-8c66-fb10450c3d17)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:59:55.741503 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-05360329-745a-472d-b647-acafd834f4bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:55.742790 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-05360329-745a-472d-b647-acafd834f4bd admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5780137 Jul 28 03:59:55.746041 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 52116) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:55.768497 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-073b7777-320f-4a45-adae-b6f5c1dc7a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:55.792204 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-1f346198-33b3-472c-b8d8-01ddccc68fc6 None None] Set router 925609f1-6849-4d84-87f3-b946f0b7ca6e gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 03:59:55.833954 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91438974-7e57-44bd-a75e-94af6df7763b req-63387991-b375-46fc-9b9f-e89fab874d10 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:55.841722 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-91438974-7e57-44bd-a75e-94af6df7763b req-63387991-b375-46fc-9b9f-e89fab874d10 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 945 time: 0.0951519 Jul 28 03:59:55.855058 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b7777-320f-4a45-adae-b6f5c1dc7a52 None None] Pushing event updated for resources: {'Port': ['ID=f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55,revision_number=3']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:55.900553 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-6eed7f1f-f12d-454f-90b7-8bd4ae8b6b6a None None] Provisioning complete for port f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55 triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:55.901737 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-6eed7f1f-f12d-454f-90b7-8bd4ae8b6b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:55.920913 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-91438974-7e57-44bd-a75e-94af6df7763b req-46f01ab6-87f4-4c4c-b0e5-b06a460a1984 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730658 Jul 28 03:59:55.962807 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=100 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:56.004680 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-6eed7f1f-f12d-454f-90b7-8bd4ae8b6b6a None None] Current status of the port f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55 is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:59:56.021157 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-1f346198-33b3-472c-b8d8-01ddccc68fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925609f1-6849-4d84-87f3-b946f0b7ca6e', 'name': 'tempest-TestShelveInstance-1980091268-router', 'tenant_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '34f590ac-1120-4ab9-8d01-c3374ff98a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:59:53Z', 'updated_at': '2022-07-28T03:59:54Z', 'revision_number': 3, 'project_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'gw_port': {'id': '34f590ac-1120-4ab9-8d01-c3374ff98a49', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925609f1-6849-4d84-87f3-b946f0b7ca6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:59:53Z', 'updated_at': '2022-07-28T03:59:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi'}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:56.051813 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f346198-33b3-472c-b8d8-01ddccc68fc6 None None] Checking router: 925609f1-6849-4d84-87f3-b946f0b7ca6e for host: dv-cinder-851279-1-iscsi {{(pid=121477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:59:56.052899 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f346198-33b3-472c-b8d8-01ddccc68fc6 None None] Updating router 925609f1-6849-4d84-87f3-b946f0b7ca6e port 34f590ac-1120-4ab9-8d01-c3374ff98a49 binding host dv-cinder-851279-1-iscsi {{(pid=121477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:59:56.087268 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-1f346198-33b3-472c-b8d8-01ddccc68fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (34f590ac-1120-4ab9-8d01-c3374ff98a49), before_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:56.117464 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=100 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:56.372640 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55 up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:59:56.376404 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-1f346198-33b3-472c-b8d8-01ddccc68fc6 None None] Publish callbacks [] for port (34f590ac-1120-4ab9-8d01-c3374ff98a49), precommit_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:56.420385 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:56.420743 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:56.433705 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-1f346198-33b3-472c-b8d8-01ddccc68fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (34f590ac-1120-4ab9-8d01-c3374ff98a49), after_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:56.493383 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-2050f716-80cc-4ffa-928e-43db5d374527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:56.500376 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.managers [None req-1f346198-33b3-472c-b8d8-01ddccc68fc6 None None] Attempting to bind port 34f590ac-1120-4ab9-8d01-c3374ff98a49 on host dv-cinder-851279-1-iscsi for vnic_type normal with profile {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 03:59:56.500888 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.managers [None req-1f346198-33b3-472c-b8d8-01ddccc68fc6 None None] Attempting to bind port 34f590ac-1120-4ab9-8d01-c3374ff98a49 by drivers openvswitch,hyperv on host dv-cinder-851279-1-iscsi at level 0 using segments [{'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'}] {{(pid=121477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 03:59:56.501479 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f346198-33b3-472c-b8d8-01ddccc68fc6 None None] Attempting to bind port 34f590ac-1120-4ab9-8d01-c3374ff98a49 on network ea650c0a-dc48-4a0d-a6e0-295879bc3df9 {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 03:59:56.503305 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55 is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:59:56.505850 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e3812a-3020-4d1c-bb17-454567ae7885 None None] Pushing event updated for resources: {'Port': ['ID=34f590ac-1120-4ab9-8d01-c3374ff98a49,revision_number=2']} {{(pid=121477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:56.512366 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f346198-33b3-472c-b8d8-01ddccc68fc6 None None] Checking agent: {'id': '51dbe35b-f2d3-4ce9-b487-580c36e6d07a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 49, 50), 'started_at': datetime.datetime(2022, 7, 28, 3, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 3, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 03:59:56.512864 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f346198-33b3-472c-b8d8-01ddccc68fc6 None None] Checking segment: {'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 03:59:56.514620 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-1f346198-33b3-472c-b8d8-01ddccc68fc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:56.515137 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f346198-33b3-472c-b8d8-01ddccc68fc6 None None] Bound using segment: {'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'} {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 03:59:56.515761 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.managers [None req-1f346198-33b3-472c-b8d8-01ddccc68fc6 None None] Bound port: 34f590ac-1120-4ab9-8d01-c3374ff98a49, host: dv-cinder-851279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'}}] {{(pid=121477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 03:59:56.516319 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-1f346198-33b3-472c-b8d8-01ddccc68fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (34f590ac-1120-4ab9-8d01-c3374ff98a49), before_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:56.523759 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3812a-3020-4d1c-bb17-454567ae7885 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:56.528462 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3812a-3020-4d1c-bb17-454567ae7885 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:56.530407 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3812a-3020-4d1c-bb17-454567ae7885 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:56.530889 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3812a-3020-4d1c-bb17-454567ae7885 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:56.532622 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3812a-3020-4d1c-bb17-454567ae7885 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:56.532622 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3812a-3020-4d1c-bb17-454567ae7885 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:56.532622 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3812a-3020-4d1c-bb17-454567ae7885 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:56.532622 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3812a-3020-4d1c-bb17-454567ae7885 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:56.533156 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3812a-3020-4d1c-bb17-454567ae7885 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:56.533577 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3812a-3020-4d1c-bb17-454567ae7885 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:56.533999 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3812a-3020-4d1c-bb17-454567ae7885 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:56.534437 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3812a-3020-4d1c-bb17-454567ae7885 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:56.534840 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3812a-3020-4d1c-bb17-454567ae7885 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:56.535256 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3812a-3020-4d1c-bb17-454567ae7885 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:56.535816 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3812a-3020-4d1c-bb17-454567ae7885 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:56.589436 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.db [None req-1f346198-33b3-472c-b8d8-01ddccc68fc6 None None] For port 34f590ac-1120-4ab9-8d01-c3374ff98a49, host dv-cinder-851279-1-iscsi, cleared binding levels {{(pid=121477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:59:56.592607 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.db [None req-1f346198-33b3-472c-b8d8-01ddccc68fc6 None None] For port 34f590ac-1120-4ab9-8d01-c3374ff98a49, host dv-cinder-851279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=34f590ac-1120-4ab9-8d01-c3374ff98a49,segment=NetworkSegment(f2985cdc-b551-4e3f-9fbc-bf06e2065a47),segment_id=f2985cdc-b551-4e3f-9fbc-bf06e2065a47)] {{(pid=121477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:59:56.665279 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-1f346198-33b3-472c-b8d8-01ddccc68fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (34f590ac-1120-4ab9-8d01-c3374ff98a49), after_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:56.668105 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.db_base_plugin_common [None req-2050f716-80cc-4ffa-928e-43db5d374527 admin admin] Allocated IP 172.20.0.1 (577751dd-78a4-42c8-b90a-c6d300b531a2/117a9784-f853-4ff3-95fc-37c8f679d459/099ed97a-3f77-49d7-a23d-52e9cc72872a) {{(pid=121474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:59:56.725861 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e3812a-3020-4d1c-bb17-454567ae7885 None None] Pushing event updated for resources: {'Port': ['ID=34f590ac-1120-4ab9-8d01-c3374ff98a49,revision_number=3']} {{(pid=121477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:56.728992 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f346198-33b3-472c-b8d8-01ddccc68fc6 None None] Routers {'925609f1-6849-4d84-87f3-b946f0b7ca6e'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 03:59:56.729595 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-1f346198-33b3-472c-b8d8-01ddccc68fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T03:59:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['925609f1-6849-4d84-87f3-b946f0b7ca6e'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:56.746061 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:56.787027 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-2050f716-80cc-4ffa-928e-43db5d374527 admin admin] Publish callbacks [] for port (099ed97a-3f77-49d7-a23d-52e9cc72872a), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:56.839282 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-1f346198-33b3-472c-b8d8-01ddccc68fc6 None None] Set router 925609f1-6849-4d84-87f3-b946f0b7ca6e gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 03:59:56.887924 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-2050f716-80cc-4ffa-928e-43db5d374527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379'] for port (099ed97a-3f77-49d7-a23d-52e9cc72872a), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:56.894948 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:56.939145 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2050f716-80cc-4ffa-928e-43db5d374527 admin admin] Network 577751dd-78a4-42c8-b90a-c6d300b531a2 is already hosted by enough agents. {{(pid=121474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:59:56.945117 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [None req-2050f716-80cc-4ffa-928e-43db5d374527 admin admin] Resources bound (agent type, host, resource id): {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:59:56.948664 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2050f716-80cc-4ffa-928e-43db5d374527 admin admin] Received port after_create {{(pid=121474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 03:59:56.949165 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-2050f716-80cc-4ffa-928e-43db5d374527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1680780'] for router_interface (925609f1-6849-4d84-87f3-b946f0b7ca6e), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:56.952148 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2050f716-80cc-4ffa-928e-43db5d374527 admin admin] Pushing event updated for resources: {'Port': ['ID=099ed97a-3f77-49d7-a23d-52e9cc72872a,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:57.056869 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-1f346198-33b3-472c-b8d8-01ddccc68fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925609f1-6849-4d84-87f3-b946f0b7ca6e', 'name': 'tempest-TestShelveInstance-1980091268-router', 'tenant_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '34f590ac-1120-4ab9-8d01-c3374ff98a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:59:53Z', 'updated_at': '2022-07-28T03:59:54Z', 'revision_number': 3, 'project_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'gw_port': {'id': '34f590ac-1120-4ab9-8d01-c3374ff98a49', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925609f1-6849-4d84-87f3-b946f0b7ca6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:59:53Z', 'updated_at': '2022-07-28T03:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi'}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:57.089421 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f346198-33b3-472c-b8d8-01ddccc68fc6 None None] The sync data for ids ['925609f1-6849-4d84-87f3-b946f0b7ca6e'] in dv-cinder-851279-1-iscsi is: [{'id': '925609f1-6849-4d84-87f3-b946f0b7ca6e', 'name': 'tempest-TestShelveInstance-1980091268-router', 'tenant_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '34f590ac-1120-4ab9-8d01-c3374ff98a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:59:53Z', 'updated_at': '2022-07-28T03:59:54Z', 'revision_number': 3, 'project_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'gw_port': {'id': '34f590ac-1120-4ab9-8d01-c3374ff98a49', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925609f1-6849-4d84-87f3-b946f0b7ca6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:59:53Z', 'updated_at': '2022-07-28T03:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi'}] {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:59:57.099699 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece75f6-0b94-4254-ae63-ec4378ef3dc3 req-e80fc66d-3d5f-4156-beac-01e165c710a4 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:57.102014 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8ece75f6-0b94-4254-ae63-ec4378ef3dc3 req-e80fc66d-3d5f-4156-beac-01e165c710a4 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 945 time: 0.0891221 Jul 28 03:59:57.165265 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8ece75f6-0b94-4254-ae63-ec4378ef3dc3 req-8c39efb2-90f8-4b4f-8b08-9450453f147f tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563877 Jul 28 03:59:57.231619 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-2050f716-80cc-4ffa-928e-43db5d374527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (099ed97a-3f77-49d7-a23d-52e9cc72872a), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:57.233094 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-4824f6af-b5f5-406b-ba89-b3dd04931c60 None None] Provisioning complete for port 099ed97a-3f77-49d7-a23d-52e9cc72872a triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:57.233474 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-4824f6af-b5f5-406b-ba89-b3dd04931c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (099ed97a-3f77-49d7-a23d-52e9cc72872a), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:57.269086 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-4824f6af-b5f5-406b-ba89-b3dd04931c60 None None] Port 099ed97a-3f77-49d7-a23d-52e9cc72872a cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 03:59:57.417627 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-2050f716-80cc-4ffa-928e-43db5d374527 admin admin] Publish callbacks [] for port (099ed97a-3f77-49d7-a23d-52e9cc72872a), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:57.473134 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-2050f716-80cc-4ffa-928e-43db5d374527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (099ed97a-3f77-49d7-a23d-52e9cc72872a), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:57.473920 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-2050f716-80cc-4ffa-928e-43db5d374527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1680880'] for router_interface (925609f1-6849-4d84-87f3-b946f0b7ca6e), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:57.555670 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2050f716-80cc-4ffa-928e-43db5d374527 admin admin] Pushing event updated for resources: {'Port': ['ID=099ed97a-3f77-49d7-a23d-52e9cc72872a,revision_number=2']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:57.613048 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2050f716-80cc-4ffa-928e-43db5d374527 admin admin] Network 577751dd-78a4-42c8-b90a-c6d300b531a2 is already hosted by enough agents. {{(pid=121474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:59:57.614370 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [None req-2050f716-80cc-4ffa-928e-43db5d374527 admin admin] Resources bound (agent type, host, resource id): {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:59:57.720240 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:57.744088 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2050f716-80cc-4ffa-928e-43db5d374527 admin admin] Router 925609f1-6849-4d84-87f3-b946f0b7ca6e has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 03:59:57.908248 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-fb27ef71-4cfe-493f-864d-18cfd25ec17e None None] Provisioning complete for port 099ed97a-3f77-49d7-a23d-52e9cc72872a triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:57.909218 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-fb27ef71-4cfe-493f-864d-18cfd25ec17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (099ed97a-3f77-49d7-a23d-52e9cc72872a), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:57.910976 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2050f716-80cc-4ffa-928e-43db5d374527 admin admin] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:59:57.928099 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-2050f716-80cc-4ffa-928e-43db5d374527 admin admin] 10.222.0.66 "PUT /v2.0/routers/925609f1-6849-4d84-87f3-b946f0b7ca6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1742594 Jul 28 03:59:57.955571 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-fb27ef71-4cfe-493f-864d-18cfd25ec17e None None] Port 099ed97a-3f77-49d7-a23d-52e9cc72872a cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 03:59:58.325768 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7353668a-7839-4356-af41-0b6fcf22d386 req-2354af37-cad3-4e8c-99ee-31e1bc4f300f tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:58.333659 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-7353668a-7839-4356-af41-0b6fcf22d386 req-2354af37-cad3-4e8c-99ee-31e1bc4f300f tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 945 time: 0.0754013 Jul 28 03:59:58.385132 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 34f590ac-1120-4ab9-8d01-c3374ff98a49 up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:59:58.399168 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-7353668a-7839-4356-af41-0b6fcf22d386 req-374fbff0-7d6b-41f2-bbde-138d15bba76d tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617640 Jul 28 03:59:58.438472 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port 34f590ac-1120-4ab9-8d01-c3374ff98a49 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 03:59:58.438862 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (34f590ac-1120-4ab9-8d01-c3374ff98a49), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:58.521940 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port 34f590ac-1120-4ab9-8d01-c3374ff98a49 is: DOWN; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 03:59:58.522335 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (34f590ac-1120-4ab9-8d01-c3374ff98a49), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:58.542282 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] For port 34f590ac-1120-4ab9-8d01-c3374ff98a49, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=34f590ac-1120-4ab9-8d01-c3374ff98a49,segment=NetworkSegment(f2985cdc-b551-4e3f-9fbc-bf06e2065a47),segment_id=f2985cdc-b551-4e3f-9fbc-bf06e2065a47)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:59:58.644881 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (34f590ac-1120-4ab9-8d01-c3374ff98a49), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:58.695705 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Pushing event updated for resources: {'Port': ['ID=34f590ac-1120-4ab9-8d01-c3374ff98a49,revision_number=4']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:58.756064 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 52156) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:58.761082 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-1643094a-cc3a-44b2-ad82-89fcd605628c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-19937965-network', 'tenant_id': 'be40247036fc444e836e887ed8fb8249'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:59:58.864261 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1643094a-cc3a-44b2-ad82-89fcd605628c admin admin] Made reservation on behalf of be40247036fc444e836e887ed8fb8249 for: {'network': 1} {{(pid=121475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:59:58.867471 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-1643094a-cc3a-44b2-ad82-89fcd605628c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for network (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:59.094244 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-1643094a-cc3a-44b2-ad82-89fcd605628c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:59.106578 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:59.177265 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-1643094a-cc3a-44b2-ad82-89fcd605628c admin admin] Publish callbacks [] for security_group (29994a6b-2b4f-4ad1-9fa7-151ddfbcfff5), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:59.206853 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bc49c3-4aa9-40bc-80d4-8ed133267f6d None None] Sync routers for ids ['925609f1-6849-4d84-87f3-b946f0b7ca6e'] in dv-cinder-851279-1-iscsi {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:59:59.218766 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bc49c3-4aa9-40bc-80d4-8ed133267f6d None None] Routers {'925609f1-6849-4d84-87f3-b946f0b7ca6e'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 03:59:59.220033 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-f8bc49c3-4aa9-40bc-80d4-8ed133267f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T03:59:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['925609f1-6849-4d84-87f3-b946f0b7ca6e'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:59.308236 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=100 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:59.315400 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-1643094a-cc3a-44b2-ad82-89fcd605628c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (29994a6b-2b4f-4ad1-9fa7-151ddfbcfff5), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:59.329655 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-f8bc49c3-4aa9-40bc-80d4-8ed133267f6d None None] Set router 925609f1-6849-4d84-87f3-b946f0b7ca6e gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 03:59:59.339434 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1643094a-cc3a-44b2-ad82-89fcd605628c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=121475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:59:59.357352 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1643094a-cc3a-44b2-ad82-89fcd605628c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29994a6b-2b4f-4ad1-9fa7-151ddfbcfff5,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:59.360496 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-1643094a-cc3a-44b2-ad82-89fcd605628c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684'] for segment (ecbba2ab-fba2-4529-bab7-5a183e221e0a), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:59.360850 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.db.segments_db [None req-1643094a-cc3a-44b2-ad82-89fcd605628c admin admin] Added segment ecbba2ab-fba2-4529-bab7-5a183e221e0a of type vlan for network 0d2c385f-9252-4913-8f29-8bd071989d30 Jul 28 03:59:59.408364 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-1643094a-cc3a-44b2-ad82-89fcd605628c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761987992185'] for network (0d2c385f-9252-4913-8f29-8bd071989d30), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:59.497283 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-1643094a-cc3a-44b2-ad82-89fcd605628c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753'] for network (0d2c385f-9252-4913-8f29-8bd071989d30), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:59.500514 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1643094a-cc3a-44b2-ad82-89fcd605628c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:59.504946 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-1643094a-cc3a-44b2-ad82-89fcd605628c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for network (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:59.547046 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:59.556809 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896270c-4f8b-4d42-a7c1-ec8ae0bfa239 req-ce054ea3-e889-4fa3-8cba-57a3c673a0a0 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 03:59:59.560448 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b896270c-4f8b-4d42-a7c1-ec8ae0bfa239 req-ce054ea3-e889-4fa3-8cba-57a3c673a0a0 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 945 time: 0.0731707 Jul 28 03:59:59.562437 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-f8bc49c3-4aa9-40bc-80d4-8ed133267f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925609f1-6849-4d84-87f3-b946f0b7ca6e', 'name': 'tempest-TestShelveInstance-1980091268-router', 'tenant_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '34f590ac-1120-4ab9-8d01-c3374ff98a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:59:53Z', 'updated_at': '2022-07-28T03:59:57Z', 'revision_number': 4, 'project_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'gw_port': {'id': '34f590ac-1120-4ab9-8d01-c3374ff98a49', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925609f1-6849-4d84-87f3-b946f0b7ca6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:59:53Z', 'updated_at': '2022-07-28T03:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '099ed97a-3f77-49d7-a23d-52e9cc72872a', 'name': '', 'network_id': '577751dd-78a4-42c8-b90a-c6d300b531a2', 'tenant_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'mac_address': 'fa:16:3e:0a:9a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925609f1-6849-4d84-87f3-b946f0b7ca6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '117a9784-f853-4ff3-95fc-37c8f679d459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:59:56Z', 'updated_at': '2022-07-28T03:59:57Z', 'revision_number': 2, 'project_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'subnets': [{'id': '117a9784-f853-4ff3-95fc-37c8f679d459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:59:59.587338 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1643094a-cc3a-44b2-ad82-89fcd605628c admin admin] Pushing event updated for resources: {'Network': ['ID=0d2c385f-9252-4913-8f29-8bd071989d30,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:59.601364 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Network 0d2c385f-9252-4913-8f29-8bd071989d30 details requested by agent ovs-agent-dv-cinder-851279-1-iscsi with host dv-cinder-851279-1-iscsi {{(pid=121476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:59:59.604224 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bc49c3-4aa9-40bc-80d4-8ed133267f6d None None] Checking router: 925609f1-6849-4d84-87f3-b946f0b7ca6e for host: dv-cinder-851279-1-iscsi {{(pid=121476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:59:59.606956 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bc49c3-4aa9-40bc-80d4-8ed133267f6d None None] Updating router 925609f1-6849-4d84-87f3-b946f0b7ca6e port 099ed97a-3f77-49d7-a23d-52e9cc72872a binding host dv-cinder-851279-1-iscsi {{(pid=121476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:59:59.624189 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b896270c-4f8b-4d42-a7c1-ec8ae0bfa239 req-dfcb9775-5da1-4f89-825b-15a00780ceae tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590754 Jul 28 03:59:59.650741 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-1643094a-cc3a-44b2-ad82-89fcd605628c admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.8903246 Jul 28 03:59:59.650940 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 52166) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 03:59:59.655998 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-d9d0715f-60dd-474f-b6d6-64a52c6612dd admin admin] Request body: {'subnet': {'network_id': '0d2c385f-9252-4913-8f29-8bd071989d30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-19937965-subnet', 'tenant_id': 'be40247036fc444e836e887ed8fb8249', 'ip_version': 4}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 03:59:59.683760 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f8bc49c3-4aa9-40bc-80d4-8ed133267f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (099ed97a-3f77-49d7-a23d-52e9cc72872a), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:59.724459 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d0715f-60dd-474f-b6d6-64a52c6612dd admin admin] Made reservation on behalf of be40247036fc444e836e887ed8fb8249 for: {'subnet': 1} {{(pid=121475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:59:59.727700 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-d9d0715f-60dd-474f-b6d6-64a52c6612dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25966731'] for subnet (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 03:59:59.892780 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 03:59:59.979106 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f8bc49c3-4aa9-40bc-80d4-8ed133267f6d None None] Publish callbacks [] for port (099ed97a-3f77-49d7-a23d-52e9cc72872a), precommit_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:00.179420 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f8bc49c3-4aa9-40bc-80d4-8ed133267f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (099ed97a-3f77-49d7-a23d-52e9cc72872a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:00.185232 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-d9d0715f-60dd-474f-b6d6-64a52c6612dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3956385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25966757'] for subnet (e9a57295-fdfa-4f3d-b312-bf099d0e4dec), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:00.239758 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf459b-268c-4531-adc5-d20590531579 None None] Pushing event updated for resources: {'Port': ['ID=099ed97a-3f77-49d7-a23d-52e9cc72872a,revision_number=3']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:00.244021 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d0715f-60dd-474f-b6d6-64a52c6612dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9a57295-fdfa-4f3d-b312-bf099d0e4dec,revision_number=0']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:00.261390 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d0715f-60dd-474f-b6d6-64a52c6612dd admin admin] Checking segment: {'id': 'ecbba2ab-fba2-4529-bab7-5a183e221e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0d2c385f-9252-4913-8f29-8bd071989d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 04:00:00.262095 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d0715f-60dd-474f-b6d6-64a52c6612dd admin admin] Network hostable DHCP agents. Network: 0d2c385f-9252-4913-8f29-8bd071989d30, hostable agents: ['a6d94de3-42af-4ea6-939a-9cee0bfbc3cb'], hosted agents: [] {{(pid=121475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:00:00.442503 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 34f590ac-1120-4ab9-8d01-c3374ff98a49 up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:00:00.486138 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-f8bc49c3-4aa9-40bc-80d4-8ed133267f6d None None] Attempting to bind port 099ed97a-3f77-49d7-a23d-52e9cc72872a on host dv-cinder-851279-1-iscsi for vnic_type normal with profile {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 04:00:00.486537 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-f8bc49c3-4aa9-40bc-80d4-8ed133267f6d None None] Attempting to bind port 099ed97a-3f77-49d7-a23d-52e9cc72872a by drivers openvswitch,hyperv on host dv-cinder-851279-1-iscsi at level 0 using segments [{'id': '14a8c6bf-83b7-46f9-8c66-fb10450c3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '577751dd-78a4-42c8-b90a-c6d300b531a2'}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 04:00:00.486903 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bc49c3-4aa9-40bc-80d4-8ed133267f6d None None] Attempting to bind port 099ed97a-3f77-49d7-a23d-52e9cc72872a on network 577751dd-78a4-42c8-b90a-c6d300b531a2 {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:00:00.505288 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bc49c3-4aa9-40bc-80d4-8ed133267f6d None None] Checking agent: {'id': '51dbe35b-f2d3-4ce9-b487-580c36e6d07a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 49, 50), 'started_at': datetime.datetime(2022, 7, 28, 3, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 3, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 04:00:00.505674 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bc49c3-4aa9-40bc-80d4-8ed133267f6d None None] Checking segment: {'id': '14a8c6bf-83b7-46f9-8c66-fb10450c3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '577751dd-78a4-42c8-b90a-c6d300b531a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 04:00:00.506102 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f8bc49c3-4aa9-40bc-80d4-8ed133267f6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:00.507063 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bc49c3-4aa9-40bc-80d4-8ed133267f6d None None] Bound using segment: {'id': '14a8c6bf-83b7-46f9-8c66-fb10450c3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '577751dd-78a4-42c8-b90a-c6d300b531a2'} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 04:00:00.507550 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-f8bc49c3-4aa9-40bc-80d4-8ed133267f6d None None] Bound port: 099ed97a-3f77-49d7-a23d-52e9cc72872a, host: dv-cinder-851279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14a8c6bf-83b7-46f9-8c66-fb10450c3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '577751dd-78a4-42c8-b90a-c6d300b531a2'}}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 04:00:00.507931 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f8bc49c3-4aa9-40bc-80d4-8ed133267f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (099ed97a-3f77-49d7-a23d-52e9cc72872a), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:00.511030 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-949ca509-eeed-493d-bd63-711e965987d0 None None] Provisioning complete for port 099ed97a-3f77-49d7-a23d-52e9cc72872a triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:00:00.511395 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-949ca509-eeed-493d-bd63-711e965987d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (099ed97a-3f77-49d7-a23d-52e9cc72872a), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:00.556521 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:00.577567 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d0715f-60dd-474f-b6d6-64a52c6612dd admin admin] Network 0d2c385f-9252-4913-8f29-8bd071989d30 is scheduled to be hosted by DHCP agent a6d94de3-42af-4ea6-939a-9cee0bfbc3cb with binding_index 1 {{(pid=121475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:00:00.586673 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port 34f590ac-1120-4ab9-8d01-c3374ff98a49 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:00:00.587057 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (34f590ac-1120-4ab9-8d01-c3374ff98a49), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:00.591361 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-949ca509-eeed-493d-bd63-711e965987d0 None None] Port 099ed97a-3f77-49d7-a23d-52e9cc72872a cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 04:00:00.648841 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-f8bc49c3-4aa9-40bc-80d4-8ed133267f6d None None] For port 099ed97a-3f77-49d7-a23d-52e9cc72872a, host dv-cinder-851279-1-iscsi, cleared binding levels {{(pid=121476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:00:00.659091 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-f8bc49c3-4aa9-40bc-80d4-8ed133267f6d None None] For port 099ed97a-3f77-49d7-a23d-52e9cc72872a, host dv-cinder-851279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=099ed97a-3f77-49d7-a23d-52e9cc72872a,segment=NetworkSegment(14a8c6bf-83b7-46f9-8c66-fb10450c3d17),segment_id=14a8c6bf-83b7-46f9-8c66-fb10450c3d17)] {{(pid=121476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:00:00.684471 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.base_scheduler [None req-d9d0715f-60dd-474f-b6d6-64a52c6612dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-1-iscsi, 0d2c385f-9252-4913-8f29-8bd071989d30) {{(pid=121475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:00:00.690654 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d0715f-60dd-474f-b6d6-64a52c6612dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:00.691913 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-d9d0715f-60dd-474f-b6d6-64a52c6612dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:00.702008 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f00b614-9b4c-425c-9abe-d82d2f3d5454 None None] Network 0d2c385f-9252-4913-8f29-8bd071989d30 requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 04:00:00.724681 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:00.754090 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port 34f590ac-1120-4ab9-8d01-c3374ff98a49 is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:00:00.764713 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb12203-244b-4546-8417-586c88d21f4d req-7540ca42-707b-4e13-bf61-bad4aef8a311 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:00.766402 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-beb12203-244b-4546-8417-586c88d21f4d req-7540ca42-707b-4e13-bf61-bad4aef8a311 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 945 time: 0.0630333 Jul 28 04:00:00.776047 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f8bc49c3-4aa9-40bc-80d4-8ed133267f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (099ed97a-3f77-49d7-a23d-52e9cc72872a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:00.802207 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:00.824460 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-beb12203-244b-4546-8417-586c88d21f4d req-e88606f9-185a-49de-ad95-9c55cbc620c5 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481243 Jul 28 04:00:00.861210 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-d9d0715f-60dd-474f-b6d6-64a52c6612dd admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.2088773 Jul 28 04:00:00.863875 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 52176) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:00:00.868560 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-290bce39-64cd-4b6f-8c20-d07541893dc9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-19937965-router', 'tenant_id': 'be40247036fc444e836e887ed8fb8249', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'}}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:00:00.892204 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bc49c3-4aa9-40bc-80d4-8ed133267f6d None None] Routers {'925609f1-6849-4d84-87f3-b946f0b7ca6e'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:00:00.892204 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-f8bc49c3-4aa9-40bc-80d4-8ed133267f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T03:59:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['925609f1-6849-4d84-87f3-b946f0b7ca6e'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:00:00.899942 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf459b-268c-4531-adc5-d20590531579 None None] Pushing event updated for resources: {'Port': ['ID=099ed97a-3f77-49d7-a23d-52e9cc72872a,revision_number=4']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:00.949664 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d0d200-7cdf-422c-84ea-9b629038b7b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc055524f-0d7a-5f36-9cf2-5686bc452ffc-0d2c385f-9252-4913-8f29-8bd071989d30', 'network_id': '0d2c385f-9252-4913-8f29-8bd071989d30', 'project_id': 'be40247036fc444e836e887ed8fb8249', 'fixed_ips': [{'subnet_id': 'e9a57295-fdfa-4f3d-b312-bf099d0e4dec'}]}} from dv-cinder-851279-1-iscsi. {{(pid=121476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 04:00:00.950645 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-b5d0d200-7cdf-422c-84ea-9b629038b7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:01.005076 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-290bce39-64cd-4b6f-8c20-d07541893dc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1682968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-675'] for router (24a63792-3990-49eb-b465-9c18051a8ac8), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:01.007315 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-290bce39-64cd-4b6f-8c20-d07541893dc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1680112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1771895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-682'] for router (24a63792-3990-49eb-b465-9c18051a8ac8), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:01.086309 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-290bce39-64cd-4b6f-8c20-d07541893dc9 admin admin] Publish callbacks [] for router_controller (24a63792-3990-49eb-b465-9c18051a8ac8), precommit_add_association {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:01.094727 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-f8bc49c3-4aa9-40bc-80d4-8ed133267f6d None None] Set router 925609f1-6849-4d84-87f3-b946f0b7ca6e gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:00:01.205805 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-aa883b23-c8f2-4358-bf91-4f16d784b743 None None] Provisioning complete for port 099ed97a-3f77-49d7-a23d-52e9cc72872a triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:00:01.206187 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-aa883b23-c8f2-4358-bf91-4f16d784b743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (099ed97a-3f77-49d7-a23d-52e9cc72872a), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:01.233450 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:01.311301 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.db_base_plugin_common [None req-b5d0d200-7cdf-422c-84ea-9b629038b7b8 None None] Allocated IP 172.20.0.2 (0d2c385f-9252-4913-8f29-8bd071989d30/e9a57295-fdfa-4f3d-b312-bf099d0e4dec/bceca51e-3ad5-4f2b-af97-d548ac75c543) {{(pid=121476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:00:01.323702 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-290bce39-64cd-4b6f-8c20-d07541893dc9 admin admin] Publish callbacks [] for router_gateway (24a63792-3990-49eb-b465-9c18051a8ac8), precommit_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:01.468408 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-aa883b23-c8f2-4358-bf91-4f16d784b743 None None] Current status of the port 099ed97a-3f77-49d7-a23d-52e9cc72872a is: DOWN; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:00:01.468914 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-aa883b23-c8f2-4358-bf91-4f16d784b743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (099ed97a-3f77-49d7-a23d-52e9cc72872a), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:01.525409 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-f8bc49c3-4aa9-40bc-80d4-8ed133267f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925609f1-6849-4d84-87f3-b946f0b7ca6e', 'name': 'tempest-TestShelveInstance-1980091268-router', 'tenant_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '34f590ac-1120-4ab9-8d01-c3374ff98a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:59:53Z', 'updated_at': '2022-07-28T03:59:57Z', 'revision_number': 4, 'project_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'gw_port': {'id': '34f590ac-1120-4ab9-8d01-c3374ff98a49', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925609f1-6849-4d84-87f3-b946f0b7ca6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:59:53Z', 'updated_at': '2022-07-28T03:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '099ed97a-3f77-49d7-a23d-52e9cc72872a', 'name': '', 'network_id': '577751dd-78a4-42c8-b90a-c6d300b531a2', 'tenant_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'mac_address': 'fa:16:3e:0a:9a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925609f1-6849-4d84-87f3-b946f0b7ca6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '117a9784-f853-4ff3-95fc-37c8f679d459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:59:56Z', 'updated_at': '2022-07-28T04:00:00Z', 'revision_number': 4, 'project_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'subnets': [{'id': '117a9784-f853-4ff3-95fc-37c8f679d459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:00:01.582770 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bc49c3-4aa9-40bc-80d4-8ed133267f6d None None] The sync data for ids ['925609f1-6849-4d84-87f3-b946f0b7ca6e'] in dv-cinder-851279-1-iscsi is: [{'id': '925609f1-6849-4d84-87f3-b946f0b7ca6e', 'name': 'tempest-TestShelveInstance-1980091268-router', 'tenant_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '34f590ac-1120-4ab9-8d01-c3374ff98a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:59:53Z', 'updated_at': '2022-07-28T03:59:57Z', 'revision_number': 4, 'project_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'gw_port': {'id': '34f590ac-1120-4ab9-8d01-c3374ff98a49', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925609f1-6849-4d84-87f3-b946f0b7ca6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:59:53Z', 'updated_at': '2022-07-28T03:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '099ed97a-3f77-49d7-a23d-52e9cc72872a', 'name': '', 'network_id': '577751dd-78a4-42c8-b90a-c6d300b531a2', 'tenant_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'mac_address': 'fa:16:3e:0a:9a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925609f1-6849-4d84-87f3-b946f0b7ca6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '117a9784-f853-4ff3-95fc-37c8f679d459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:59:56Z', 'updated_at': '2022-07-28T04:00:00Z', 'revision_number': 4, 'project_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'subnets': [{'id': '117a9784-f853-4ff3-95fc-37c8f679d459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:00:01.586206 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-aa883b23-c8f2-4358-bf91-4f16d784b743 None None] For port 099ed97a-3f77-49d7-a23d-52e9cc72872a, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=099ed97a-3f77-49d7-a23d-52e9cc72872a,segment=NetworkSegment(14a8c6bf-83b7-46f9-8c66-fb10450c3d17),segment_id=14a8c6bf-83b7-46f9-8c66-fb10450c3d17)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:00:01.620601 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:01.639788 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-b5d0d200-7cdf-422c-84ea-9b629038b7b8 None None] Publish callbacks [] for port (bceca51e-3ad5-4f2b-af97-d548ac75c543), precommit_create {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:01.646020 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-290bce39-64cd-4b6f-8c20-d07541893dc9 admin admin] Publish callbacks [] for router_gateway (24a63792-3990-49eb-b465-9c18051a8ac8), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:01.658630 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-aa883b23-c8f2-4358-bf91-4f16d784b743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (099ed97a-3f77-49d7-a23d-52e9cc72872a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:01.672698 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-290bce39-64cd-4b6f-8c20-d07541893dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:01.774885 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-b5d0d200-7cdf-422c-84ea-9b629038b7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379'] for port (bceca51e-3ad5-4f2b-af97-d548ac75c543), after_create {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:01.780858 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa883b23-c8f2-4358-bf91-4f16d784b743 None None] Pushing event updated for resources: {'Port': ['ID=099ed97a-3f77-49d7-a23d-52e9cc72872a,revision_number=5']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:01.792893 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:01.827092 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.db_base_plugin_common [None req-290bce39-64cd-4b6f-8c20-d07541893dc9 admin admin] Allocated IP 172.27.0.8 (ea650c0a-dc48-4a0d-a6e0-295879bc3df9/483d9f6f-a7db-4d58-8be3-14e833e697b6/f1b8dc0b-ec82-4fcd-9687-a87dd54445e6) {{(pid=121475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:00:01.831999 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d0d200-7cdf-422c-84ea-9b629038b7b8 None None] Network 0d2c385f-9252-4913-8f29-8bd071989d30 is already hosted by enough agents. {{(pid=121476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:00:01.838418 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.scheduler.base_scheduler [None req-b5d0d200-7cdf-422c-84ea-9b629038b7b8 None None] Resources bound (agent type, host, resource id): {{(pid=121476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:00:01.842646 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d0d200-7cdf-422c-84ea-9b629038b7b8 None None] Received port after_create {{(pid=121476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 04:00:01.852093 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0d200-7cdf-422c-84ea-9b629038b7b8 None None] Pushing event updated for resources: {'Port': ['ID=bceca51e-3ad5-4f2b-af97-d548ac75c543,revision_number=1']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:01.910866 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c28a15-1cd4-444d-ad08-a177cd3ae458 req-bb522b55-8126-462d-bb26-213a7b72e65b tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:01.913168 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-93c28a15-1cd4-444d-ad08-a177cd3ae458 req-bb522b55-8126-462d-bb26-213a7b72e65b tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/ports?device_id=29b7a8cc-247d-4e90-9d62-20d9198f0d00 HTTP/1.1" status: 200 len: 945 time: 0.0797184 Jul 28 04:00:01.955798 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-b5d0d200-7cdf-422c-84ea-9b629038b7b8 None None] Attempting to bind port bceca51e-3ad5-4f2b-af97-d548ac75c543 on host dv-cinder-851279-1-iscsi for vnic_type normal with profile {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 04:00:01.955798 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-b5d0d200-7cdf-422c-84ea-9b629038b7b8 None None] Attempting to bind port bceca51e-3ad5-4f2b-af97-d548ac75c543 by drivers openvswitch,hyperv on host dv-cinder-851279-1-iscsi at level 0 using segments [{'id': 'ecbba2ab-fba2-4529-bab7-5a183e221e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0d2c385f-9252-4913-8f29-8bd071989d30'}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 04:00:01.955798 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d0d200-7cdf-422c-84ea-9b629038b7b8 None None] Attempting to bind port bceca51e-3ad5-4f2b-af97-d548ac75c543 on network 0d2c385f-9252-4913-8f29-8bd071989d30 {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:00:01.959066 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d0d200-7cdf-422c-84ea-9b629038b7b8 None None] Checking agent: {'id': '51dbe35b-f2d3-4ce9-b487-580c36e6d07a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 49, 50), 'started_at': datetime.datetime(2022, 7, 28, 3, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 3, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 04:00:01.959628 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d0d200-7cdf-422c-84ea-9b629038b7b8 None None] Checking segment: {'id': 'ecbba2ab-fba2-4529-bab7-5a183e221e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0d2c385f-9252-4913-8f29-8bd071989d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 04:00:01.961312 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-b5d0d200-7cdf-422c-84ea-9b629038b7b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:01.961809 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d0d200-7cdf-422c-84ea-9b629038b7b8 None None] Bound using segment: {'id': 'ecbba2ab-fba2-4529-bab7-5a183e221e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0d2c385f-9252-4913-8f29-8bd071989d30'} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 04:00:01.962387 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-b5d0d200-7cdf-422c-84ea-9b629038b7b8 None None] Bound port: bceca51e-3ad5-4f2b-af97-d548ac75c543, host: dv-cinder-851279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecbba2ab-fba2-4529-bab7-5a183e221e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0d2c385f-9252-4913-8f29-8bd071989d30'}}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 04:00:01.962910 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-b5d0d200-7cdf-422c-84ea-9b629038b7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (bceca51e-3ad5-4f2b-af97-d548ac75c543), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:01.970920 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:01.991934 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb3674-3986-4c3d-88e2-95e4ac453554 req-804d4c01-7fc4-40d4-9854-3ffeba109fbf tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:01.993580 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-aabb3674-3986-4c3d-88e2-95e4ac453554 req-804d4c01-7fc4-40d4-9854-3ffeba109fbf tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 945 time: 0.0602989 Jul 28 04:00:02.028659 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-93c28a15-1cd4-444d-ad08-a177cd3ae458 req-7e7db5fc-9b05-4276-94a5-27e248abda12 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8e6d66-d524-4393-a3ec-03a07a262bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886157 Jul 28 04:00:02.060399 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-290bce39-64cd-4b6f-8c20-d07541893dc9 admin admin] Publish callbacks [] for port (f1b8dc0b-ec82-4fcd-9687-a87dd54445e6), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:02.063244 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-aabb3674-3986-4c3d-88e2-95e4ac453554 req-1d05ebfa-a855-4116-90e8-e59e1d37eb28 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565877 Jul 28 04:00:02.102821 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-b5d0d200-7cdf-422c-84ea-9b629038b7b8 None None] For port bceca51e-3ad5-4f2b-af97-d548ac75c543, host dv-cinder-851279-1-iscsi, cleared binding levels {{(pid=121476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:00:02.106676 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-b5d0d200-7cdf-422c-84ea-9b629038b7b8 None None] For port bceca51e-3ad5-4f2b-af97-d548ac75c543, host dv-cinder-851279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=bceca51e-3ad5-4f2b-af97-d548ac75c543,segment=NetworkSegment(ecbba2ab-fba2-4529-bab7-5a183e221e0a),segment_id=ecbba2ab-fba2-4529-bab7-5a183e221e0a)] {{(pid=121476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:00:02.184827 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-290bce39-64cd-4b6f-8c20-d07541893dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3956301'] for port (f1b8dc0b-ec82-4fcd-9687-a87dd54445e6), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:02.215219 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-b5d0d200-7cdf-422c-84ea-9b629038b7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (bceca51e-3ad5-4f2b-af97-d548ac75c543), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:02.232352 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290bce39-64cd-4b6f-8c20-d07541893dc9 admin admin] Network ea650c0a-dc48-4a0d-a6e0-295879bc3df9 is already hosted by enough agents. {{(pid=121475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:00:02.238133 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.base_scheduler [None req-290bce39-64cd-4b6f-8c20-d07541893dc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=121475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:00:02.240924 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290bce39-64cd-4b6f-8c20-d07541893dc9 admin admin] Received port after_create {{(pid=121475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 04:00:02.276809 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290bce39-64cd-4b6f-8c20-d07541893dc9 admin admin] Pushing event updated for resources: {'Port': ['ID=f1b8dc0b-ec82-4fcd-9687-a87dd54445e6,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:02.286869 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0d200-7cdf-422c-84ea-9b629038b7b8 None None] Pushing event updated for resources: {'Port': ['ID=bceca51e-3ad5-4f2b-af97-d548ac75c543,revision_number=2']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:02.307419 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:02.436291 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 099ed97a-3f77-49d7-a23d-52e9cc72872a up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:00:02.500908 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port 099ed97a-3f77-49d7-a23d-52e9cc72872a triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:00:02.501760 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (099ed97a-3f77-49d7-a23d-52e9cc72872a), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:02.602441 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:02.631502 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port 099ed97a-3f77-49d7-a23d-52e9cc72872a is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:00:02.694091 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-290bce39-64cd-4b6f-8c20-d07541893dc9 admin admin] Publish callbacks [] for router_gateway (24a63792-3990-49eb-b465-9c18051a8ac8), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:02.912554 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-290bce39-64cd-4b6f-8c20-d07541893dc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740428'] for router (24a63792-3990-49eb-b465-9c18051a8ac8), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:03.161666 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290bce39-64cd-4b6f-8c20-d07541893dc9 admin admin] Router 24a63792-3990-49eb-b465-9c18051a8ac8 is scheduled to L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b with binding_index 1 {{(pid=121475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 04:00:03.186216 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da873c8a-8a23-4ad6-ab32-52eb51c0dfe8 req-12c3e38b-ec0c-4e70-b9d2-b62bbd290051 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:03.187896 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-da873c8a-8a23-4ad6-ab32-52eb51c0dfe8 req-12c3e38b-ec0c-4e70-b9d2-b62bbd290051 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/ports?device_id=29b7a8cc-247d-4e90-9d62-20d9198f0d00 HTTP/1.1" status: 200 len: 945 time: 0.0633554 Jul 28 04:00:03.240689 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4367bfc3-bd78-4747-a5ac-bba78650e003 req-8a1d9b17-3966-4576-a38e-9b1b64cf1871 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:03.244223 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4367bfc3-bd78-4747-a5ac-bba78650e003 req-8a1d9b17-3966-4576-a38e-9b1b64cf1871 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 945 time: 0.0791070 Jul 28 04:00:03.336695 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4367bfc3-bd78-4747-a5ac-bba78650e003 req-c76ac5ad-0944-4b8d-a576-dd014eb77e9b tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816104 Jul 28 04:00:03.341650 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-da873c8a-8a23-4ad6-ab32-52eb51c0dfe8 req-64c48552-314c-49f1-84d6-202b1f91b74f tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8e6d66-d524-4393-a3ec-03a07a262bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456370 Jul 28 04:00:03.361089 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290bce39-64cd-4b6f-8c20-d07541893dc9 admin admin] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:00:03.376715 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4f97d2-b124-424a-9ee9-db0f4b6d3b03 None None] Sync routers for ids ['24a63792-3990-49eb-b465-9c18051a8ac8'] in dv-cinder-851279-1-iscsi {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:00:03.391575 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4f97d2-b124-424a-9ee9-db0f4b6d3b03 None None] Routers {'24a63792-3990-49eb-b465-9c18051a8ac8'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:00:03.392233 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-ba4f97d2-b124-424a-9ee9-db0f4b6d3b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T03:59:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['24a63792-3990-49eb-b465-9c18051a8ac8'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:00:03.445541 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-290bce39-64cd-4b6f-8c20-d07541893dc9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:03.452848 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 52208) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:00:03.453443 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-290bce39-64cd-4b6f-8c20-d07541893dc9 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.5879772 Jul 28 04:00:03.453888 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46cb352-3205-408d-bcd1-8cda2248f21e None None] Network 0d2c385f-9252-4913-8f29-8bd071989d30 requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 04:00:03.518510 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:03.523961 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-ba4f97d2-b124-424a-9ee9-db0f4b6d3b03 None None] Set router 24a63792-3990-49eb-b465-9c18051a8ac8 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:00:03.650941 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-2ae4d445-9708-46be-a62c-7e5c6c6d0d19 None None] Provisioning complete for port bceca51e-3ad5-4f2b-af97-d548ac75c543 triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:00:03.651362 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-2ae4d445-9708-46be-a62c-7e5c6c6d0d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (bceca51e-3ad5-4f2b-af97-d548ac75c543), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:03.794854 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-2ae4d445-9708-46be-a62c-7e5c6c6d0d19 None None] Current status of the port bceca51e-3ad5-4f2b-af97-d548ac75c543 is: DOWN; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:00:03.795550 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-2ae4d445-9708-46be-a62c-7e5c6c6d0d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (bceca51e-3ad5-4f2b-af97-d548ac75c543), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:03.797576 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:03.851160 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-ba4f97d2-b124-424a-9ee9-db0f4b6d3b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a63792-3990-49eb-b465-9c18051a8ac8', 'name': 'tempest-TestShelveInstance-19937965-router', 'tenant_id': 'be40247036fc444e836e887ed8fb8249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'f1b8dc0b-ec82-4fcd-9687-a87dd54445e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:00:01Z', 'updated_at': '2022-07-28T04:00:02Z', 'revision_number': 3, 'project_id': 'be40247036fc444e836e887ed8fb8249', 'gw_port': {'id': 'f1b8dc0b-ec82-4fcd-9687-a87dd54445e6', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a63792-3990-49eb-b465-9c18051a8ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:00:01Z', 'updated_at': '2022-07-28T04:00:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi'}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:00:03.866323 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-2ae4d445-9708-46be-a62c-7e5c6c6d0d19 None None] For port bceca51e-3ad5-4f2b-af97-d548ac75c543, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=bceca51e-3ad5-4f2b-af97-d548ac75c543,segment=NetworkSegment(ecbba2ab-fba2-4529-bab7-5a183e221e0a),segment_id=ecbba2ab-fba2-4529-bab7-5a183e221e0a)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:00:03.885333 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4f97d2-b124-424a-9ee9-db0f4b6d3b03 None None] Checking router: 24a63792-3990-49eb-b465-9c18051a8ac8 for host: dv-cinder-851279-1-iscsi {{(pid=121477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:00:03.885690 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4f97d2-b124-424a-9ee9-db0f4b6d3b03 None None] Updating router 24a63792-3990-49eb-b465-9c18051a8ac8 port f1b8dc0b-ec82-4fcd-9687-a87dd54445e6 binding host dv-cinder-851279-1-iscsi {{(pid=121477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:00:03.917566 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-ba4f97d2-b124-424a-9ee9-db0f4b6d3b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (f1b8dc0b-ec82-4fcd-9687-a87dd54445e6), before_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:03.942463 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-2ae4d445-9708-46be-a62c-7e5c6c6d0d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (bceca51e-3ad5-4f2b-af97-d548ac75c543), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:04.003333 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-01798291-dbfa-43de-b0e6-e04144c3b3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:04.023427 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae4d445-9708-46be-a62c-7e5c6c6d0d19 None None] Pushing event updated for resources: {'Port': ['ID=bceca51e-3ad5-4f2b-af97-d548ac75c543,revision_number=3']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:04.164093 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-de2bb78a-807f-4c3a-95fd-217dc765a8d8 None None] Provisioning complete for port bceca51e-3ad5-4f2b-af97-d548ac75c543 triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:00:04.164360 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-de2bb78a-807f-4c3a-95fd-217dc765a8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (bceca51e-3ad5-4f2b-af97-d548ac75c543), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:04.183124 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:04.195165 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.db_base_plugin_common [None req-01798291-dbfa-43de-b0e6-e04144c3b3a4 admin admin] Allocated IP 172.20.0.1 (0d2c385f-9252-4913-8f29-8bd071989d30/e9a57295-fdfa-4f3d-b312-bf099d0e4dec/37375227-266a-4faa-b5a0-a4ac0fd976eb) {{(pid=121474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:00:04.246010 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb78a-807f-4c3a-95fd-217dc765a8d8 None None] Current status of the port bceca51e-3ad5-4f2b-af97-d548ac75c543 is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:00:04.254911 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-ba4f97d2-b124-424a-9ee9-db0f4b6d3b03 None None] Publish callbacks [] for port (f1b8dc0b-ec82-4fcd-9687-a87dd54445e6), precommit_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:04.312904 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010f8e3-6687-4168-acff-537469b40366 req-765249c3-f619-4883-9359-b56e89a63742 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:04.314644 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-9010f8e3-6687-4168-acff-537469b40366 req-765249c3-f619-4883-9359-b56e89a63742 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.67 "GET /v2.0/ports?device_id=29b7a8cc-247d-4e90-9d62-20d9198f0d00 HTTP/1.1" status: 200 len: 945 time: 0.0923421 Jul 28 04:00:04.317330 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:04.358309 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-ba4f97d2-b124-424a-9ee9-db0f4b6d3b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (f1b8dc0b-ec82-4fcd-9687-a87dd54445e6), after_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:04.409164 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c76843-b8b3-4774-915f-1c17e8fb3157 None None] Pushing event updated for resources: {'Port': ['ID=f1b8dc0b-ec82-4fcd-9687-a87dd54445e6,revision_number=2']} {{(pid=121477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:04.411687 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device bceca51e-3ad5-4f2b-af97-d548ac75c543 up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:00:04.470296 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.managers [None req-ba4f97d2-b124-424a-9ee9-db0f4b6d3b03 None None] Attempting to bind port f1b8dc0b-ec82-4fcd-9687-a87dd54445e6 on host dv-cinder-851279-1-iscsi for vnic_type normal with profile {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 04:00:04.470918 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.managers [None req-ba4f97d2-b124-424a-9ee9-db0f4b6d3b03 None None] Attempting to bind port f1b8dc0b-ec82-4fcd-9687-a87dd54445e6 by drivers openvswitch,hyperv on host dv-cinder-851279-1-iscsi at level 0 using segments [{'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'}] {{(pid=121477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 04:00:04.475767 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4f97d2-b124-424a-9ee9-db0f4b6d3b03 None None] Attempting to bind port f1b8dc0b-ec82-4fcd-9687-a87dd54445e6 on network ea650c0a-dc48-4a0d-a6e0-295879bc3df9 {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:00:04.477211 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4f97d2-b124-424a-9ee9-db0f4b6d3b03 None None] Checking agent: {'id': '51dbe35b-f2d3-4ce9-b487-580c36e6d07a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 49, 50), 'started_at': datetime.datetime(2022, 7, 28, 3, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 3, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 04:00:04.477789 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4f97d2-b124-424a-9ee9-db0f4b6d3b03 None None] Checking segment: {'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 04:00:04.478519 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-ba4f97d2-b124-424a-9ee9-db0f4b6d3b03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:04.479072 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4f97d2-b124-424a-9ee9-db0f4b6d3b03 None None] Bound using segment: {'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'} {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 04:00:04.479715 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.managers [None req-ba4f97d2-b124-424a-9ee9-db0f4b6d3b03 None None] Bound port: f1b8dc0b-ec82-4fcd-9687-a87dd54445e6, host: dv-cinder-851279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'}}] {{(pid=121477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 04:00:04.480470 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:04.481174 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-ba4f97d2-b124-424a-9ee9-db0f4b6d3b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (f1b8dc0b-ec82-4fcd-9687-a87dd54445e6), before_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:04.504189 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-01798291-dbfa-43de-b0e6-e04144c3b3a4 admin admin] Publish callbacks [] for port (37375227-266a-4faa-b5a0-a4ac0fd976eb), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:04.507910 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a9b22-0e75-48d0-85c8-96a68dc5150d req-1be63e50-3e29-4f29-a383-cead449f1d4f tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:04.513182 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port bceca51e-3ad5-4f2b-af97-d548ac75c543 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:00:04.513734 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (bceca51e-3ad5-4f2b-af97-d548ac75c543), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:04.520387 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-a57a9b22-0e75-48d0-85c8-96a68dc5150d req-1be63e50-3e29-4f29-a383-cead449f1d4f tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/ports?device_id=29b7a8cc-247d-4e90-9d62-20d9198f0d00 HTTP/1.1" status: 200 len: 945 time: 0.0837855 Jul 28 04:00:04.548968 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.db [None req-ba4f97d2-b124-424a-9ee9-db0f4b6d3b03 None None] For port f1b8dc0b-ec82-4fcd-9687-a87dd54445e6, host dv-cinder-851279-1-iscsi, cleared binding levels {{(pid=121477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:00:04.555423 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.db [None req-ba4f97d2-b124-424a-9ee9-db0f4b6d3b03 None None] For port f1b8dc0b-ec82-4fcd-9687-a87dd54445e6, host dv-cinder-851279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=f1b8dc0b-ec82-4fcd-9687-a87dd54445e6,segment=NetworkSegment(f2985cdc-b551-4e3f-9fbc-bf06e2065a47),segment_id=f2985cdc-b551-4e3f-9fbc-bf06e2065a47)] {{(pid=121477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:00:04.585504 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [req-9010f8e3-6687-4168-acff-537469b40366 req-c461a6d4-9377-42a0-9559-123628a41e72 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] Deleting port db6b2e35-38a2-486b-b449-640dc8de82c5 {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:00:04.586197 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-9010f8e3-6687-4168-acff-537469b40366 req-c461a6d4-9377-42a0-9559-123628a41e72 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (db6b2e35-38a2-486b-b449-640dc8de82c5), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:04.596646 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port bceca51e-3ad5-4f2b-af97-d548ac75c543 is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:00:04.602199 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-a57a9b22-0e75-48d0-85c8-96a68dc5150d req-0611e76e-8a76-4e12-aa1c-e90b9de1ce73 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8e6d66-d524-4393-a3ec-03a07a262bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792322 Jul 28 04:00:04.648875 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c260cf48-6eda-4da9-b7ee-a9ec4daec79f req-037a46c5-dfe5-46da-971a-5c46b5322608 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:04.650425 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c260cf48-6eda-4da9-b7ee-a9ec4daec79f req-037a46c5-dfe5-46da-971a-5c46b5322608 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 945 time: 0.1665483 Jul 28 04:00:04.656441 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-ba4f97d2-b124-424a-9ee9-db0f4b6d3b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (f1b8dc0b-ec82-4fcd-9687-a87dd54445e6), after_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:04.715579 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4f97d2-b124-424a-9ee9-db0f4b6d3b03 None None] Routers {'24a63792-3990-49eb-b465-9c18051a8ac8'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:00:04.716236 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-ba4f97d2-b124-424a-9ee9-db0f4b6d3b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T03:59:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['24a63792-3990-49eb-b465-9c18051a8ac8'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:00:04.758006 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c76843-b8b3-4774-915f-1c17e8fb3157 None None] Pushing event updated for resources: {'Port': ['ID=f1b8dc0b-ec82-4fcd-9687-a87dd54445e6,revision_number=3']} {{(pid=121477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:04.763281 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c260cf48-6eda-4da9-b7ee-a9ec4daec79f req-ca2a39ba-ea95-4c37-875c-4e8d11e6a4f2 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049025 Jul 28 04:00:04.766161 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-9010f8e3-6687-4168-acff-537469b40366 req-c461a6d4-9377-42a0-9559-123628a41e72 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] For port db6b2e35-38a2-486b-b449-640dc8de82c5, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=db6b2e35-38a2-486b-b449-640dc8de82c5,segment=NetworkSegment(63389bb8-8376-476f-a8bd-a6fab1db75db),segment_id=63389bb8-8376-476f-a8bd-a6fab1db75db)] {{(pid=121474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:00:04.772298 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-9010f8e3-6687-4168-acff-537469b40366 req-c461a6d4-9377-42a0-9559-123628a41e72 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (db6b2e35-38a2-486b-b449-640dc8de82c5), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:04.777797 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-01798291-dbfa-43de-b0e6-e04144c3b3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379'] for port (37375227-266a-4faa-b5a0-a4ac0fd976eb), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:04.802909 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [req-9010f8e3-6687-4168-acff-537469b40366 req-c461a6d4-9377-42a0-9559-123628a41e72 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] Calling delete_port for db6b2e35-38a2-486b-b449-640dc8de82c5 owned by compute:nova {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:00:04.851937 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-ba4f97d2-b124-424a-9ee9-db0f4b6d3b03 None None] Set router 24a63792-3990-49eb-b465-9c18051a8ac8 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:00:04.861795 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:04.864287 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01798291-dbfa-43de-b0e6-e04144c3b3a4 admin admin] Network 0d2c385f-9252-4913-8f29-8bd071989d30 is already hosted by enough agents. {{(pid=121474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:00:04.890764 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [None req-01798291-dbfa-43de-b0e6-e04144c3b3a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:00:04.922499 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01798291-dbfa-43de-b0e6-e04144c3b3a4 admin admin] Pushing event updated for resources: {'Port': ['ID=37375227-266a-4faa-b5a0-a4ac0fd976eb,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:04.926543 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01798291-dbfa-43de-b0e6-e04144c3b3a4 admin admin] Received port after_create {{(pid=121474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 04:00:04.932247 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-01798291-dbfa-43de-b0e6-e04144c3b3a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1680780'] for router_interface (24a63792-3990-49eb-b465-9c18051a8ac8), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:04.973619 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:05.057337 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:05.062855 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-ba4f97d2-b124-424a-9ee9-db0f4b6d3b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a63792-3990-49eb-b465-9c18051a8ac8', 'name': 'tempest-TestShelveInstance-19937965-router', 'tenant_id': 'be40247036fc444e836e887ed8fb8249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'f1b8dc0b-ec82-4fcd-9687-a87dd54445e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:00:01Z', 'updated_at': '2022-07-28T04:00:02Z', 'revision_number': 3, 'project_id': 'be40247036fc444e836e887ed8fb8249', 'gw_port': {'id': 'f1b8dc0b-ec82-4fcd-9687-a87dd54445e6', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a63792-3990-49eb-b465-9c18051a8ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:00:01Z', 'updated_at': '2022-07-28T04:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi'}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:00:05.096972 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4f97d2-b124-424a-9ee9-db0f4b6d3b03 None None] The sync data for ids ['24a63792-3990-49eb-b465-9c18051a8ac8'] in dv-cinder-851279-1-iscsi is: [{'id': '24a63792-3990-49eb-b465-9c18051a8ac8', 'name': 'tempest-TestShelveInstance-19937965-router', 'tenant_id': 'be40247036fc444e836e887ed8fb8249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'f1b8dc0b-ec82-4fcd-9687-a87dd54445e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:00:01Z', 'updated_at': '2022-07-28T04:00:02Z', 'revision_number': 3, 'project_id': 'be40247036fc444e836e887ed8fb8249', 'gw_port': {'id': 'f1b8dc0b-ec82-4fcd-9687-a87dd54445e6', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a63792-3990-49eb-b465-9c18051a8ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:00:01Z', 'updated_at': '2022-07-28T04:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi'}] {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:00:05.181335 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-49f9d91d-b7be-4872-a8e1-7be7cae0606d None None] Provisioning complete for port 37375227-266a-4faa-b5a0-a4ac0fd976eb triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:00:05.181742 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-49f9d91d-b7be-4872-a8e1-7be7cae0606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (37375227-266a-4faa-b5a0-a4ac0fd976eb), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:05.224374 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-49f9d91d-b7be-4872-a8e1-7be7cae0606d None None] Port 37375227-266a-4faa-b5a0-a4ac0fd976eb cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 04:00:05.427711 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-9010f8e3-6687-4168-acff-537469b40366 req-c461a6d4-9377-42a0-9559-123628a41e72 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388'] for port (db6b2e35-38a2-486b-b449-640dc8de82c5), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:05.448508 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] get_ports_and_sgs() called for port_ids ['db6b2e35-38a2-486b-b449-640dc8de82c5'] {{(pid=121476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:00:05.471266 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-01798291-dbfa-43de-b0e6-e04144c3b3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (37375227-266a-4faa-b5a0-a4ac0fd976eb), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:05.473597 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c461a6d4-9377-42a0-9559-123628a41e72 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] Pushing event deleted for resources: {'Port': ['ID=db6b2e35-38a2-486b-b449-640dc8de82c5,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:05.578602 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [req-9010f8e3-6687-4168-acff-537469b40366 req-c461a6d4-9377-42a0-9559-123628a41e72 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] No DVR routers for this DVR port db6b2e35-38a2-486b-b449-640dc8de82c5 on host hv-cinder-85127 {{(pid=121474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 04:00:05.588645 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-9010f8e3-6687-4168-acff-537469b40366 req-c461a6d4-9377-42a0-9559-123628a41e72 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:05.592623 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-9010f8e3-6687-4168-acff-537469b40366 req-c461a6d4-9377-42a0-9559-123628a41e72 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.67 "DELETE /v2.0/ports/db6b2e35-38a2-486b-b449-640dc8de82c5 HTTP/1.1" status: 204 len: 173 time: 1.2687056 Jul 28 04:00:05.596935 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b7a8cc-247d-4e90-9d62-20d9198f0d00', 'name': 'network-vif-deleted', 'tag': 'db6b2e35-38a2-486b-b449-640dc8de82c5'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:00:05.596935 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb96aaa-edeb-4c54-9290-17b4ef5d7d53" -d '{"events": [{"server_uuid": "29b7a8cc-247d-4e90-9d62-20d9198f0d00", "name": "network-vif-deleted", "tag": "db6b2e35-38a2-486b-b449-640dc8de82c5"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:00:05.679380 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 04:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df513804-495a-41bd-bf69-3763afb7709b x-openstack-request-id: req-df513804-495a-41bd-bf69-3763afb7709b {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:00:05.679680 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b7a8cc-247d-4e90-9d62-20d9198f0d00", "name": "network-vif-deleted", "tag": "db6b2e35-38a2-486b-b449-640dc8de82c5", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:00:05.680993 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-df513804-495a-41bd-bf69-3763afb7709b {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:00:05.680993 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df513804-495a-41bd-bf69-3763afb7709b'] response: {'server_uuid': '29b7a8cc-247d-4e90-9d62-20d9198f0d00', 'name': 'network-vif-deleted', 'tag': 'db6b2e35-38a2-486b-b449-640dc8de82c5', 'status': 'completed', 'code': 200} Jul 28 04:00:05.735404 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-7ce1e6b9-26c0-4d3d-aa6f-9865888aa99a req-78c97dda-6006-4fc3-b8e6-3dd043cc3b65 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/ports?device_id=29b7a8cc-247d-4e90-9d62-20d9198f0d00 HTTP/1.1" status: 200 len: 210 time: 0.0356891 Jul 28 04:00:05.811785 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-01798291-dbfa-43de-b0e6-e04144c3b3a4 admin admin] Publish callbacks [] for port (37375227-266a-4faa-b5a0-a4ac0fd976eb), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:05.918338 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e5f9b-ead1-4127-bfc5-2ac1ebd7b1f4 req-4a0b5237-4531-41ad-bc6c-5f433c51b974 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:05.919982 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-903e5f9b-ead1-4127-bfc5-2ac1ebd7b1f4 req-4a0b5237-4531-41ad-bc6c-5f433c51b974 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 945 time: 0.0536647 Jul 28 04:00:05.938593 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-01798291-dbfa-43de-b0e6-e04144c3b3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (37375227-266a-4faa-b5a0-a4ac0fd976eb), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:05.939420 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-01798291-dbfa-43de-b0e6-e04144c3b3a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1680880'] for router_interface (24a63792-3990-49eb-b465-9c18051a8ac8), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:05.974584 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-903e5f9b-ead1-4127-bfc5-2ac1ebd7b1f4 req-81957d1e-cbcf-4440-8ffd-a86bdfb82db2 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483327 Jul 28 04:00:06.038241 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01798291-dbfa-43de-b0e6-e04144c3b3a4 admin admin] Pushing event updated for resources: {'Port': ['ID=37375227-266a-4faa-b5a0-a4ac0fd976eb,revision_number=2']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:06.103077 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01798291-dbfa-43de-b0e6-e04144c3b3a4 admin admin] Network 0d2c385f-9252-4913-8f29-8bd071989d30 is already hosted by enough agents. {{(pid=121474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:00:06.104584 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [None req-01798291-dbfa-43de-b0e6-e04144c3b3a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:00:06.164989 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:06.230653 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01798291-dbfa-43de-b0e6-e04144c3b3a4 admin admin] Router 24a63792-3990-49eb-b465-9c18051a8ac8 has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 04:00:06.330111 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:06.368598 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01798291-dbfa-43de-b0e6-e04144c3b3a4 admin admin] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:00:06.371771 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-5f8e3c8d-1df3-4eaf-a544-792853ee1db2 None None] Provisioning complete for port 37375227-266a-4faa-b5a0-a4ac0fd976eb triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:00:06.373268 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-5f8e3c8d-1df3-4eaf-a544-792853ee1db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (37375227-266a-4faa-b5a0-a4ac0fd976eb), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:06.377686 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-01798291-dbfa-43de-b0e6-e04144c3b3a4 admin admin] 10.222.0.66 "PUT /v2.0/routers/24a63792-3990-49eb-b465-9c18051a8ac8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9221444 Jul 28 04:00:06.406850 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device f1b8dc0b-ec82-4fcd-9687-a87dd54445e6 up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:00:06.470729 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-5f8e3c8d-1df3-4eaf-a544-792853ee1db2 None None] Port 37375227-266a-4faa-b5a0-a4ac0fd976eb cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 04:00:06.481936 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:06.494507 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port f1b8dc0b-ec82-4fcd-9687-a87dd54445e6 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:00:06.495011 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (f1b8dc0b-ec82-4fcd-9687-a87dd54445e6), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:06.544233 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:06.584493 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port f1b8dc0b-ec82-4fcd-9687-a87dd54445e6 is: DOWN; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:00:06.584962 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (f1b8dc0b-ec82-4fcd-9687-a87dd54445e6), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:06.609558 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] For port f1b8dc0b-ec82-4fcd-9687-a87dd54445e6, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=f1b8dc0b-ec82-4fcd-9687-a87dd54445e6,segment=NetworkSegment(f2985cdc-b551-4e3f-9fbc-bf06e2065a47),segment_id=f2985cdc-b551-4e3f-9fbc-bf06e2065a47)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:00:06.680034 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (f1b8dc0b-ec82-4fcd-9687-a87dd54445e6), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:06.749032 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Pushing event updated for resources: {'Port': ['ID=f1b8dc0b-ec82-4fcd-9687-a87dd54445e6,revision_number=4']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:06.863190 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 52240) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:00:06.871098 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-5e70b5cb-be7d-46f9-aefd-ac2efdeda048 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-780248956', 'description': 'tempest-secgroup-smoke-780248956 description', 'project_id': '5e16f8abc2ed4df1b2834b1669b67a1b'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:00:06.875077 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-c2e3a4d7-9e23-4981-a15a-b1d9fa21a736 req-28946ddb-62ac-445f-a0fe-a4b086492b34 tempest-DeleteServersTestJSON-297365928 tempest-DeleteServersTestJSON-297365928-project] 10.222.0.66 "GET /v2.0/ports?device_id=29b7a8cc-247d-4e90-9d62-20d9198f0d00 HTTP/1.1" status: 200 len: 210 time: 0.0418749 Jul 28 04:00:06.945577 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-5e70b5cb-be7d-46f9-aefd-ac2efdeda048 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:07.012022 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:07.029271 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-5e70b5cb-be7d-46f9-aefd-ac2efdeda048 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks [] for security_group (4900d125-a7b7-45a8-8627-bc22acb9c028), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:07.057422 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804211d9-6165-4cc2-a54f-a80e835a20a0 None None] Sync routers for ids ['24a63792-3990-49eb-b465-9c18051a8ac8'] in dv-cinder-851279-1-iscsi {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:00:07.071160 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804211d9-6165-4cc2-a54f-a80e835a20a0 None None] Routers {'24a63792-3990-49eb-b465-9c18051a8ac8'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:00:07.071853 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-804211d9-6165-4cc2-a54f-a80e835a20a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T03:59:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['24a63792-3990-49eb-b465-9c18051a8ac8'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:00:07.124873 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf267c78-c09f-4010-becc-eda9c3d503cf req-706cd7ce-eedc-48a7-bbf3-4a987d41a3bf tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:07.129011 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-bf267c78-c09f-4010-becc-eda9c3d503cf req-706cd7ce-eedc-48a7-bbf3-4a987d41a3bf tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 945 time: 0.0576551 Jul 28 04:00:07.150178 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-5e70b5cb-be7d-46f9-aefd-ac2efdeda048 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (4900d125-a7b7-45a8-8627-bc22acb9c028), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:07.197354 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-bf267c78-c09f-4010-becc-eda9c3d503cf req-0838ef5e-981b-4382-9927-852b0e5b38c8 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586288 Jul 28 04:00:07.214601 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e70b5cb-be7d-46f9-aefd-ac2efdeda048 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4900d125-a7b7-45a8-8627-bc22acb9c028,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:07.235138 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-804211d9-6165-4cc2-a54f-a80e835a20a0 None None] Set router 24a63792-3990-49eb-b465-9c18051a8ac8 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:00:07.311458 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-5e70b5cb-be7d-46f9-aefd-ac2efdeda048 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:07.312953 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-5e70b5cb-be7d-46f9-aefd-ac2efdeda048 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4482098 Jul 28 04:00:07.316085 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 52252) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:00:07.321530 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-c53e1749-d5d3-41ca-a743-0c3342574a95 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Request body: {'security_group_rule': {'security_group_id': '4900d125-a7b7-45a8-8627-bc22acb9c028', 'project_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:00:07.440080 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-804211d9-6165-4cc2-a54f-a80e835a20a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a63792-3990-49eb-b465-9c18051a8ac8', 'name': 'tempest-TestShelveInstance-19937965-router', 'tenant_id': 'be40247036fc444e836e887ed8fb8249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'f1b8dc0b-ec82-4fcd-9687-a87dd54445e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:00:01Z', 'updated_at': '2022-07-28T04:00:05Z', 'revision_number': 4, 'project_id': 'be40247036fc444e836e887ed8fb8249', 'gw_port': {'id': 'f1b8dc0b-ec82-4fcd-9687-a87dd54445e6', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a63792-3990-49eb-b465-9c18051a8ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:00:01Z', 'updated_at': '2022-07-28T04:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '37375227-266a-4faa-b5a0-a4ac0fd976eb', 'name': '', 'network_id': '0d2c385f-9252-4913-8f29-8bd071989d30', 'tenant_id': 'be40247036fc444e836e887ed8fb8249', 'mac_address': 'fa:16:3e:bd:e1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a63792-3990-49eb-b465-9c18051a8ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'e9a57295-fdfa-4f3d-b312-bf099d0e4dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:00:04Z', 'updated_at': '2022-07-28T04:00:05Z', 'revision_number': 2, 'project_id': 'be40247036fc444e836e887ed8fb8249', 'subnets': [{'id': 'e9a57295-fdfa-4f3d-b312-bf099d0e4dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:00:07.452439 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-c53e1749-d5d3-41ca-a743-0c3342574a95 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks [] for security_group_rule (9bba302e-b6f7-4c59-933d-eeeffe787c49), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:07.466586 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804211d9-6165-4cc2-a54f-a80e835a20a0 None None] Checking router: 24a63792-3990-49eb-b465-9c18051a8ac8 for host: dv-cinder-851279-1-iscsi {{(pid=121476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:00:07.466944 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804211d9-6165-4cc2-a54f-a80e835a20a0 None None] Updating router 24a63792-3990-49eb-b465-9c18051a8ac8 port 37375227-266a-4faa-b5a0-a4ac0fd976eb binding host dv-cinder-851279-1-iscsi {{(pid=121476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:00:07.495761 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-804211d9-6165-4cc2-a54f-a80e835a20a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (37375227-266a-4faa-b5a0-a4ac0fd976eb), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:07.527265 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-c53e1749-d5d3-41ca-a743-0c3342574a95 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks [] for security_group_rule (9bba302e-b6f7-4c59-933d-eeeffe787c49), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:07.602612 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-c53e1749-d5d3-41ca-a743-0c3342574a95 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831501'] for security_group_rule (9bba302e-b6f7-4c59-933d-eeeffe787c49), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:07.625902 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e1749-d5d3-41ca-a743-0c3342574a95 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bba302e-b6f7-4c59-933d-eeeffe787c49,revision_number=0']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:07.726823 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-c53e1749-d5d3-41ca-a743-0c3342574a95 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:07.729103 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-c53e1749-d5d3-41ca-a743-0c3342574a95 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4117961 Jul 28 04:00:07.731792 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 52262) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:00:07.736401 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-f58cfda2-4482-4f56-8379-d564cdc332dd tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Request body: {'security_group_rule': {'security_group_id': '4900d125-a7b7-45a8-8627-bc22acb9c028', 'project_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:00:07.830173 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-804211d9-6165-4cc2-a54f-a80e835a20a0 None None] Publish callbacks [] for port (37375227-266a-4faa-b5a0-a4ac0fd976eb), precommit_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:07.851212 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-f58cfda2-4482-4f56-8379-d564cdc332dd tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks [] for security_group_rule (6f3826f9-58b2-4ba9-96a4-87b878e52ba1), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:07.904393 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-804211d9-6165-4cc2-a54f-a80e835a20a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (37375227-266a-4faa-b5a0-a4ac0fd976eb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:07.912013 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-f58cfda2-4482-4f56-8379-d564cdc332dd tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks [] for security_group_rule (6f3826f9-58b2-4ba9-96a4-87b878e52ba1), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:07.959013 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b330a9-aa14-430d-a2e1-7a81f75f4860 None None] Pushing event updated for resources: {'Port': ['ID=37375227-266a-4faa-b5a0-a4ac0fd976eb,revision_number=3']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:08.007042 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-f58cfda2-4482-4f56-8379-d564cdc332dd tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831501'] for security_group_rule (6f3826f9-58b2-4ba9-96a4-87b878e52ba1), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:08.023066 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:08.028640 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58cfda2-4482-4f56-8379-d564cdc332dd tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f3826f9-58b2-4ba9-96a4-87b878e52ba1,revision_number=0']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:08.041008 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-804211d9-6165-4cc2-a54f-a80e835a20a0 None None] Attempting to bind port 37375227-266a-4faa-b5a0-a4ac0fd976eb on host dv-cinder-851279-1-iscsi for vnic_type normal with profile {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 04:00:08.041385 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-804211d9-6165-4cc2-a54f-a80e835a20a0 None None] Attempting to bind port 37375227-266a-4faa-b5a0-a4ac0fd976eb by drivers openvswitch,hyperv on host dv-cinder-851279-1-iscsi at level 0 using segments [{'id': 'ecbba2ab-fba2-4529-bab7-5a183e221e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0d2c385f-9252-4913-8f29-8bd071989d30'}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 04:00:08.041753 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804211d9-6165-4cc2-a54f-a80e835a20a0 None None] Attempting to bind port 37375227-266a-4faa-b5a0-a4ac0fd976eb on network 0d2c385f-9252-4913-8f29-8bd071989d30 {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:00:08.048165 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804211d9-6165-4cc2-a54f-a80e835a20a0 None None] Checking agent: {'id': '51dbe35b-f2d3-4ce9-b487-580c36e6d07a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 49, 50), 'started_at': datetime.datetime(2022, 7, 28, 3, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 3, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 04:00:08.050976 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804211d9-6165-4cc2-a54f-a80e835a20a0 None None] Checking segment: {'id': 'ecbba2ab-fba2-4529-bab7-5a183e221e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0d2c385f-9252-4913-8f29-8bd071989d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 04:00:08.050976 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-804211d9-6165-4cc2-a54f-a80e835a20a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:08.050976 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804211d9-6165-4cc2-a54f-a80e835a20a0 None None] Bound using segment: {'id': 'ecbba2ab-fba2-4529-bab7-5a183e221e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0d2c385f-9252-4913-8f29-8bd071989d30'} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 04:00:08.050976 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-804211d9-6165-4cc2-a54f-a80e835a20a0 None None] Bound port: 37375227-266a-4faa-b5a0-a4ac0fd976eb, host: dv-cinder-851279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecbba2ab-fba2-4529-bab7-5a183e221e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0d2c385f-9252-4913-8f29-8bd071989d30'}}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 04:00:08.050976 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-804211d9-6165-4cc2-a54f-a80e835a20a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (37375227-266a-4faa-b5a0-a4ac0fd976eb), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:08.111101 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:08.129651 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-f58cfda2-4482-4f56-8379-d564cdc332dd tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:08.129651 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-f58cfda2-4482-4f56-8379-d564cdc332dd tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3928912 Jul 28 04:00:08.131803 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 52274) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:00:08.141650 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-56b4b5ed-813e-4211-ad1f-a237ac75f394 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Request body: {'security_group_rule': {'security_group_id': '4900d125-a7b7-45a8-8627-bc22acb9c028', 'project_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:00:08.141786 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-804211d9-6165-4cc2-a54f-a80e835a20a0 None None] For port 37375227-266a-4faa-b5a0-a4ac0fd976eb, host dv-cinder-851279-1-iscsi, cleared binding levels {{(pid=121476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:00:08.145138 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-804211d9-6165-4cc2-a54f-a80e835a20a0 None None] For port 37375227-266a-4faa-b5a0-a4ac0fd976eb, host dv-cinder-851279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=37375227-266a-4faa-b5a0-a4ac0fd976eb,segment=NetworkSegment(ecbba2ab-fba2-4529-bab7-5a183e221e0a),segment_id=ecbba2ab-fba2-4529-bab7-5a183e221e0a)] {{(pid=121476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:00:08.267045 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-804211d9-6165-4cc2-a54f-a80e835a20a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (37375227-266a-4faa-b5a0-a4ac0fd976eb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:08.281298 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-56b4b5ed-813e-4211-ad1f-a237ac75f394 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks [] for security_group_rule (072199d1-0c09-4292-a707-86b73cfdee57), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:08.338456 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-41fedf68-2212-44cc-9ef0-91d1eea55dd0 None None] Provisioning complete for port 37375227-266a-4faa-b5a0-a4ac0fd976eb triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:00:08.338949 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-41fedf68-2212-44cc-9ef0-91d1eea55dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (37375227-266a-4faa-b5a0-a4ac0fd976eb), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:08.344057 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44864843-6427-4348-898f-60cad5e12db5 req-fcd9cf03-e43a-4062-9119-6a8fd3edcbda tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:08.345883 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-44864843-6427-4348-898f-60cad5e12db5 req-fcd9cf03-e43a-4062-9119-6a8fd3edcbda tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 945 time: 0.0830374 Jul 28 04:00:08.398534 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device f1b8dc0b-ec82-4fcd-9687-a87dd54445e6 up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:00:08.405114 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b330a9-aa14-430d-a2e1-7a81f75f4860 None None] Pushing event updated for resources: {'Port': ['ID=37375227-266a-4faa-b5a0-a4ac0fd976eb,revision_number=4']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:08.410447 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-56b4b5ed-813e-4211-ad1f-a237ac75f394 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks [] for security_group_rule (072199d1-0c09-4292-a707-86b73cfdee57), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:08.426318 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-44864843-6427-4348-898f-60cad5e12db5 req-5e46f251-ec4c-4524-ba39-10a1475d5e15 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654447 Jul 28 04:00:08.429800 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804211d9-6165-4cc2-a54f-a80e835a20a0 None None] Routers {'24a63792-3990-49eb-b465-9c18051a8ac8'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:00:08.430572 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-804211d9-6165-4cc2-a54f-a80e835a20a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T03:59:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['24a63792-3990-49eb-b465-9c18051a8ac8'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:00:08.504172 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-56b4b5ed-813e-4211-ad1f-a237ac75f394 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831501'] for security_group_rule (072199d1-0c09-4292-a707-86b73cfdee57), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:08.518175 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b4b5ed-813e-4211-ad1f-a237ac75f394 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=072199d1-0c09-4292-a707-86b73cfdee57,revision_number=0']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:08.591935 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-804211d9-6165-4cc2-a54f-a80e835a20a0 None None] Set router 24a63792-3990-49eb-b465-9c18051a8ac8 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:00:08.606705 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-56b4b5ed-813e-4211-ad1f-a237ac75f394 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:08.607993 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-56b4b5ed-813e-4211-ad1f-a237ac75f394 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4780021 Jul 28 04:00:08.613577 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 52290) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:00:08.615642 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-7d995580-f9a4-4d17-a831-b6ac702e70c3 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Request body: {'security_group_rule': {'security_group_id': '4900d125-a7b7-45a8-8627-bc22acb9c028', 'project_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:00:08.643196 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port f1b8dc0b-ec82-4fcd-9687-a87dd54445e6 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:00:08.643196 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (f1b8dc0b-ec82-4fcd-9687-a87dd54445e6), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:08.643196 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-41fedf68-2212-44cc-9ef0-91d1eea55dd0 None None] Current status of the port 37375227-266a-4faa-b5a0-a4ac0fd976eb is: DOWN; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:00:08.643196 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-41fedf68-2212-44cc-9ef0-91d1eea55dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (37375227-266a-4faa-b5a0-a4ac0fd976eb), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:08.695825 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-7d995580-f9a4-4d17-a831-b6ac702e70c3 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks [] for security_group_rule (b064492f-3335-4a84-a268-2b742055da8c), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:08.763170 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-7d995580-f9a4-4d17-a831-b6ac702e70c3 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks [] for security_group_rule (b064492f-3335-4a84-a268-2b742055da8c), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:08.833364 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-7d995580-f9a4-4d17-a831-b6ac702e70c3 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831501'] for security_group_rule (b064492f-3335-4a84-a268-2b742055da8c), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:08.856611 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d995580-f9a4-4d17-a831-b6ac702e70c3 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b064492f-3335-4a84-a268-2b742055da8c,revision_number=0']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:08.918519 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-41fedf68-2212-44cc-9ef0-91d1eea55dd0 None None] For port 37375227-266a-4faa-b5a0-a4ac0fd976eb, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=37375227-266a-4faa-b5a0-a4ac0fd976eb,segment=NetworkSegment(ecbba2ab-fba2-4529-bab7-5a183e221e0a),segment_id=ecbba2ab-fba2-4529-bab7-5a183e221e0a)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:00:08.923560 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-7d995580-f9a4-4d17-a831-b6ac702e70c3 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:08.924850 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-7d995580-f9a4-4d17-a831-b6ac702e70c3 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3132677 Jul 28 04:00:08.927615 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 52294) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:00:08.932802 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-d31d8a84-b313-4646-98f9-ef612361babe tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Request body: {'security_group_rule': {'security_group_id': '4900d125-a7b7-45a8-8627-bc22acb9c028', 'project_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:00:08.986567 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port f1b8dc0b-ec82-4fcd-9687-a87dd54445e6 is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:00:08.996638 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:09.041479 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-804211d9-6165-4cc2-a54f-a80e835a20a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a63792-3990-49eb-b465-9c18051a8ac8', 'name': 'tempest-TestShelveInstance-19937965-router', 'tenant_id': 'be40247036fc444e836e887ed8fb8249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'f1b8dc0b-ec82-4fcd-9687-a87dd54445e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:00:01Z', 'updated_at': '2022-07-28T04:00:05Z', 'revision_number': 4, 'project_id': 'be40247036fc444e836e887ed8fb8249', 'gw_port': {'id': 'f1b8dc0b-ec82-4fcd-9687-a87dd54445e6', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a63792-3990-49eb-b465-9c18051a8ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:00:01Z', 'updated_at': '2022-07-28T04:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '37375227-266a-4faa-b5a0-a4ac0fd976eb', 'name': '', 'network_id': '0d2c385f-9252-4913-8f29-8bd071989d30', 'tenant_id': 'be40247036fc444e836e887ed8fb8249', 'mac_address': 'fa:16:3e:bd:e1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a63792-3990-49eb-b465-9c18051a8ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'e9a57295-fdfa-4f3d-b312-bf099d0e4dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:00:04Z', 'updated_at': '2022-07-28T04:00:08Z', 'revision_number': 4, 'project_id': 'be40247036fc444e836e887ed8fb8249', 'subnets': [{'id': 'e9a57295-fdfa-4f3d-b312-bf099d0e4dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:00:09.043309 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-41fedf68-2212-44cc-9ef0-91d1eea55dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (37375227-266a-4faa-b5a0-a4ac0fd976eb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:09.081612 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.db.securitygroups_db [None req-d31d8a84-b313-4646-98f9-ef612361babe tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Project 5e16f8abc2ed4df1b2834b1669b67a1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 04:00:09.087974 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-d31d8a84-b313-4646-98f9-ef612361babe tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks [] for security_group_rule (de522bc2-4637-49d1-b9d3-b3f66d2a2c98), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:09.092563 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804211d9-6165-4cc2-a54f-a80e835a20a0 None None] The sync data for ids ['24a63792-3990-49eb-b465-9c18051a8ac8'] in dv-cinder-851279-1-iscsi is: [{'id': '24a63792-3990-49eb-b465-9c18051a8ac8', 'name': 'tempest-TestShelveInstance-19937965-router', 'tenant_id': 'be40247036fc444e836e887ed8fb8249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'f1b8dc0b-ec82-4fcd-9687-a87dd54445e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:00:01Z', 'updated_at': '2022-07-28T04:00:05Z', 'revision_number': 4, 'project_id': 'be40247036fc444e836e887ed8fb8249', 'gw_port': {'id': 'f1b8dc0b-ec82-4fcd-9687-a87dd54445e6', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a63792-3990-49eb-b465-9c18051a8ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:00:01Z', 'updated_at': '2022-07-28T04:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '37375227-266a-4faa-b5a0-a4ac0fd976eb', 'name': '', 'network_id': '0d2c385f-9252-4913-8f29-8bd071989d30', 'tenant_id': 'be40247036fc444e836e887ed8fb8249', 'mac_address': 'fa:16:3e:bd:e1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a63792-3990-49eb-b465-9c18051a8ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'e9a57295-fdfa-4f3d-b312-bf099d0e4dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:00:04Z', 'updated_at': '2022-07-28T04:00:08Z', 'revision_number': 4, 'project_id': 'be40247036fc444e836e887ed8fb8249', 'subnets': [{'id': 'e9a57295-fdfa-4f3d-b312-bf099d0e4dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:00:09.124261 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fedf68-2212-44cc-9ef0-91d1eea55dd0 None None] Pushing event updated for resources: {'Port': ['ID=37375227-266a-4faa-b5a0-a4ac0fd976eb,revision_number=5']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:09.159763 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-d31d8a84-b313-4646-98f9-ef612361babe tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks [] for security_group_rule (de522bc2-4637-49d1-b9d3-b3f66d2a2c98), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:09.185859 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-db90565d-0069-48a5-9c72-4a8883738f4e None None] Provisioning complete for port 37375227-266a-4faa-b5a0-a4ac0fd976eb triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:00:09.186342 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-db90565d-0069-48a5-9c72-4a8883738f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (37375227-266a-4faa-b5a0-a4ac0fd976eb), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:09.259235 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-d31d8a84-b313-4646-98f9-ef612361babe tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831501'] for security_group_rule (de522bc2-4637-49d1-b9d3-b3f66d2a2c98), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:09.274038 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:09.276131 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=100 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:09.282004 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-db90565d-0069-48a5-9c72-4a8883738f4e None None] Current status of the port 37375227-266a-4faa-b5a0-a4ac0fd976eb is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:00:09.282473 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d8a84-b313-4646-98f9-ef612361babe tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de522bc2-4637-49d1-b9d3-b3f66d2a2c98,revision_number=0']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:09.390504 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-d31d8a84-b313-4646-98f9-ef612361babe tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:09.392311 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-d31d8a84-b313-4646-98f9-ef612361babe tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4629972 Jul 28 04:00:09.395530 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 52298) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:00:09.402622 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-2753b59f-c383-4b11-aac4-28f9bbea2bfc tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Request body: {'security_group_rule': {'security_group_id': '4900d125-a7b7-45a8-8627-bc22acb9c028', 'project_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:00:09.502406 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.db.securitygroups_db [None req-2753b59f-c383-4b11-aac4-28f9bbea2bfc tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Project 5e16f8abc2ed4df1b2834b1669b67a1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 04:00:09.511886 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-2753b59f-c383-4b11-aac4-28f9bbea2bfc tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks [] for security_group_rule (a8040fd1-224f-4405-86ae-16fe0caf0e57), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:09.592620 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device db6b2e35-38a2-486b-b449-640dc8de82c5 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:00:09.608475 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-2753b59f-c383-4b11-aac4-28f9bbea2bfc tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks [] for security_group_rule (a8040fd1-224f-4405-86ae-16fe0caf0e57), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:09.608475 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:09.629306 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004db7ff-6ae1-49f7-bfc3-ec3b8f2e75d0 req-d70d7a16-99ab-47a0-a17b-f7aa70dda070 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:09.632003 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-004db7ff-6ae1-49f7-bfc3-ec3b8f2e75d0 req-d70d7a16-99ab-47a0-a17b-f7aa70dda070 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 945 time: 0.0914462 Jul 28 04:00:09.634849 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] No Port match for: db6b2e35-38a2-486b-b449-640dc8de82c5 {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:00:09.635204 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device db6b2e35-38a2-486b-b449-640dc8de82c5 not bound to the agent host hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:00:09.671395 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 52310) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:00:09.718300 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-004db7ff-6ae1-49f7-bfc3-ec3b8f2e75d0 req-d572d380-401d-432d-8e0d-4abaeea13394 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785613 Jul 28 04:00:09.736116 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-2753b59f-c383-4b11-aac4-28f9bbea2bfc tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831501'] for security_group_rule (a8040fd1-224f-4405-86ae-16fe0caf0e57), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:09.802889 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753b59f-c383-4b11-aac4-28f9bbea2bfc tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8040fd1-224f-4405-86ae-16fe0caf0e57,revision_number=0']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:09.831283 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-2753b59f-c383-4b11-aac4-28f9bbea2bfc tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:09.833964 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-2753b59f-c383-4b11-aac4-28f9bbea2bfc tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4363191 Jul 28 04:00:10.185334 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-33c5022e-f373-4619-b560-8772b11abac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736721'] for router_interface (cca73ec6-d4c4-4474-bedf-88478560281c), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:10.401631 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 37375227-266a-4faa-b5a0-a4ac0fd976eb up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:00:10.449803 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port 37375227-266a-4faa-b5a0-a4ac0fd976eb triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:00:10.453200 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (37375227-266a-4faa-b5a0-a4ac0fd976eb), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:10.530854 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port 37375227-266a-4faa-b5a0-a4ac0fd976eb is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:00:10.740169 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.plugin [None req-33c5022e-f373-4619-b560-8772b11abac1 admin admin] Deleting port b224d4e3-ad11-4298-ad50-fc19a01406d3 {{(pid=121475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:00:10.740507 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-33c5022e-f373-4619-b560-8772b11abac1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (b224d4e3-ad11-4298-ad50-fc19a01406d3), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:10.804852 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:10.835424 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.db [None req-33c5022e-f373-4619-b560-8772b11abac1 admin admin] For port b224d4e3-ad11-4298-ad50-fc19a01406d3, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=b224d4e3-ad11-4298-ad50-fc19a01406d3,segment=NetworkSegment(63389bb8-8376-476f-a8bd-a6fab1db75db),segment_id=63389bb8-8376-476f-a8bd-a6fab1db75db)] {{(pid=121475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:00:10.835794 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-33c5022e-f373-4619-b560-8772b11abac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (b224d4e3-ad11-4298-ad50-fc19a01406d3), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:10.880107 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.plugin [None req-33c5022e-f373-4619-b560-8772b11abac1 admin admin] Calling delete_port for b224d4e3-ad11-4298-ad50-fc19a01406d3 owned by network:router_interface {{(pid=121475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:00:10.908261 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee50b20a-d89c-41f0-a3c7-305f4f32f608 req-1e59575d-6262-4fcc-be22-a0ae05079ddc tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:10.909910 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-ee50b20a-d89c-41f0-a3c7-305f4f32f608 req-1e59575d-6262-4fcc-be22-a0ae05079ddc tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 945 time: 0.0715790 Jul 28 04:00:11.028117 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-ee50b20a-d89c-41f0-a3c7-305f4f32f608 req-6186578e-20f8-49d0-bda2-6ba5d572cd73 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930169 Jul 28 04:00:11.080854 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=100 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:11.247074 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-33c5022e-f373-4619-b560-8772b11abac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3956301'] for port (b224d4e3-ad11-4298-ad50-fc19a01406d3), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:11.277918 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c5022e-f373-4619-b560-8772b11abac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b224d4e3-ad11-4298-ad50-fc19a01406d3,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:11.480359 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-33c5022e-f373-4619-b560-8772b11abac1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736837'] for router_interface (cca73ec6-d4c4-4474-bedf-88478560281c), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:11.716060 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c5022e-f373-4619-b560-8772b11abac1 admin admin] Router cca73ec6-d4c4-4474-bedf-88478560281c has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 04:00:11.819291 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c5022e-f373-4619-b560-8772b11abac1 admin admin] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:00:11.824659 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-33c5022e-f373-4619-b560-8772b11abac1 admin admin] 10.222.0.66 "PUT /v2.0/routers/cca73ec6-d4c4-4474-bedf-88478560281c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1518257 Jul 28 04:00:11.827036 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 52378) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:00:11.829877 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a50398-18fa-44ae-8668-e35750b6566c None None] Sync routers for ids ['cca73ec6-d4c4-4474-bedf-88478560281c'] in dv-cinder-851279-1-iscsi {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:00:11.842214 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a50398-18fa-44ae-8668-e35750b6566c None None] Routers {'cca73ec6-d4c4-4474-bedf-88478560281c'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:00:11.843109 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-31a50398-18fa-44ae-8668-e35750b6566c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T03:59:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['cca73ec6-d4c4-4474-bedf-88478560281c'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:00:11.945122 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-6d568b69-9012-4146-8e92-709af465e2d1 admin admin] Publish callbacks [] for router (cca73ec6-d4c4-4474-bedf-88478560281c), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:11.952625 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-31a50398-18fa-44ae-8668-e35750b6566c None None] Set router cca73ec6-d4c4-4474-bedf-88478560281c gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:00:12.018786 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:12.048703 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-6d568b69-9012-4146-8e92-709af465e2d1 admin admin] Publish callbacks [] for router_gateway (cca73ec6-d4c4-4474-bedf-88478560281c), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:12.137730 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-31a50398-18fa-44ae-8668-e35750b6566c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca73ec6-d4c4-4474-bedf-88478560281c', 'name': 'tempest-DeleteServersTestJSON-511863461-router', 'tenant_id': '5c3d84518f1e4d7885f6998c88c3da4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '58cefad6-7935-4183-9a1c-ebb632bebc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T04:00:11Z', 'revision_number': 5, 'project_id': '5c3d84518f1e4d7885f6998c88c3da4a', 'gw_port': {'id': '58cefad6-7935-4183-9a1c-ebb632bebc38', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca73ec6-d4c4-4474-bedf-88478560281c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi'}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:00:12.160911 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.plugin [None req-6d568b69-9012-4146-8e92-709af465e2d1 admin admin] Deleting port 58cefad6-7935-4183-9a1c-ebb632bebc38 {{(pid=121475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:00:12.161262 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-6d568b69-9012-4146-8e92-709af465e2d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (58cefad6-7935-4183-9a1c-ebb632bebc38), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:12.164239 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d0cdb-fd4a-42f0-b212-3dd9ee19d668 req-0effd6b0-bb19-4a33-9142-95c202b51568 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:12.166376 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ad5d0cdb-fd4a-42f0-b212-3dd9ee19d668 req-0effd6b0-bb19-4a33-9142-95c202b51568 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 945 time: 0.0517061 Jul 28 04:00:12.167839 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a50398-18fa-44ae-8668-e35750b6566c None None] Checking router: cca73ec6-d4c4-4474-bedf-88478560281c for host: dv-cinder-851279-1-iscsi {{(pid=121477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:00:12.177979 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a50398-18fa-44ae-8668-e35750b6566c None None] Routers {'cca73ec6-d4c4-4474-bedf-88478560281c'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:00:12.179419 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-31a50398-18fa-44ae-8668-e35750b6566c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T03:59:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['cca73ec6-d4c4-4474-bedf-88478560281c'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:00:12.231859 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ad5d0cdb-fd4a-42f0-b212-3dd9ee19d668 req-83ca6c12-4da1-4da2-a251-2772502847d0 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591555 Jul 28 04:00:12.264092 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.db [None req-6d568b69-9012-4146-8e92-709af465e2d1 admin admin] For port 58cefad6-7935-4183-9a1c-ebb632bebc38, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=58cefad6-7935-4183-9a1c-ebb632bebc38,segment=NetworkSegment(f2985cdc-b551-4e3f-9fbc-bf06e2065a47),segment_id=f2985cdc-b551-4e3f-9fbc-bf06e2065a47)] {{(pid=121475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:00:12.264662 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-6d568b69-9012-4146-8e92-709af465e2d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (58cefad6-7935-4183-9a1c-ebb632bebc38), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:12.274123 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:12.279154 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.plugin [None req-6d568b69-9012-4146-8e92-709af465e2d1 admin admin] Calling delete_port for 58cefad6-7935-4183-9a1c-ebb632bebc38 owned by network:router_gateway {{(pid=121475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:00:12.304814 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-31a50398-18fa-44ae-8668-e35750b6566c None None] Set router cca73ec6-d4c4-4474-bedf-88478560281c gateway port host: None {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:00:12.357409 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-31a50398-18fa-44ae-8668-e35750b6566c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca73ec6-d4c4-4474-bedf-88478560281c', 'name': 'tempest-DeleteServersTestJSON-511863461-router', 'tenant_id': '5c3d84518f1e4d7885f6998c88c3da4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T04:00:12Z', 'revision_number': 6, 'project_id': '5c3d84518f1e4d7885f6998c88c3da4a', 'gw_port_host': None}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:00:12.382608 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a50398-18fa-44ae-8668-e35750b6566c None None] The sync data for ids ['cca73ec6-d4c4-4474-bedf-88478560281c'] in dv-cinder-851279-1-iscsi is: [{'id': 'cca73ec6-d4c4-4474-bedf-88478560281c', 'name': 'tempest-DeleteServersTestJSON-511863461-router', 'tenant_id': '5c3d84518f1e4d7885f6998c88c3da4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T04:00:12Z', 'revision_number': 6, 'project_id': '5c3d84518f1e4d7885f6998c88c3da4a', 'gw_port_host': None}] {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:00:12.524852 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-6d568b69-9012-4146-8e92-709af465e2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3956301'] for port (58cefad6-7935-4183-9a1c-ebb632bebc38), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:12.550519 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d568b69-9012-4146-8e92-709af465e2d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=58cefad6-7935-4183-9a1c-ebb632bebc38,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:12.616404 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-6d568b69-9012-4146-8e92-709af465e2d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1739537'] for router_gateway (cca73ec6-d4c4-4474-bedf-88478560281c), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:12.721822 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-6d568b69-9012-4146-8e92-709af465e2d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1680026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-593'] for router (cca73ec6-d4c4-4474-bedf-88478560281c), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:12.724439 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-6d568b69-9012-4146-8e92-709af465e2d1 admin admin] Publish callbacks [] for router_controller (cca73ec6-d4c4-4474-bedf-88478560281c), precommit_delete_associations {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:12.858661 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-6d568b69-9012-4146-8e92-709af465e2d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1679896'] for router (cca73ec6-d4c4-4474-bedf-88478560281c), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:12.859290 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d568b69-9012-4146-8e92-709af465e2d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cca73ec6-d4c4-4474-bedf-88478560281c {{(pid=121475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 04:00:12.864642 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-6d568b69-9012-4146-8e92-709af465e2d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:12.870133 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-6d568b69-9012-4146-8e92-709af465e2d1 admin admin] 10.222.0.66 "DELETE /v2.0/routers/cca73ec6-d4c4-4474-bedf-88478560281c HTTP/1.1" status: 204 len: 168 time: 1.0378509 Jul 28 04:00:12.870528 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 52388) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:00:12.916104 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a530185-ea68-40aa-a12c-6e05b53a89b6 admin admin] Deleting subnet 9b840d1a-f1be-4d7b-beda-5edc30034b3c {{(pid=121474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 04:00:12.919513 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-8a530185-ea68-40aa-a12c-6e05b53a89b6 admin admin] Publish callbacks [] for subnet (9b840d1a-f1be-4d7b-beda-5edc30034b3c), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:12.960653 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-8a530185-ea68-40aa-a12c-6e05b53a89b6 admin admin] Publish callbacks [] for subnet (9b840d1a-f1be-4d7b-beda-5edc30034b3c), precommit_delete_associations {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:13.035776 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-8a530185-ea68-40aa-a12c-6e05b53a89b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775531'] for subnet (9b840d1a-f1be-4d7b-beda-5edc30034b3c), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:13.092243 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:13.172680 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-8a530185-ea68-40aa-a12c-6e05b53a89b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7775522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753'] for subnet (9b840d1a-f1be-4d7b-beda-5edc30034b3c), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:13.217615 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a530185-ea68-40aa-a12c-6e05b53a89b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b840d1a-f1be-4d7b-beda-5edc30034b3c,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:13.219702 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-8a530185-ea68-40aa-a12c-6e05b53a89b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for subnet (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:13.223221 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-8a530185-ea68-40aa-a12c-6e05b53a89b6 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/9b840d1a-f1be-4d7b-beda-5edc30034b3c HTTP/1.1" status: 204 len: 168 time: 0.3536677 Jul 28 04:00:13.224434 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860baf72-1b0d-4117-a7d0-19bc44fa4318 None None] Network 1b695295-a70d-4773-a7f6-af5ea3f070dd requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 04:00:13.225914 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 52396) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:00:13.232632 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:13.309019 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-b1c4fbf6-7356-4998-984c-7e96243e6bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766625'] for network (1b695295-a70d-4773-a7f6-af5ea3f070dd), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:13.361393 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-b1c4fbf6-7356-4998-984c-7e96243e6bcf admin admin] Deleting port 45884c35-2a3d-4c25-ab05-dc12aa830897 {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:00:13.361745 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-b1c4fbf6-7356-4998-984c-7e96243e6bcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (45884c35-2a3d-4c25-ab05-dc12aa830897), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:13.415941 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a60ad-878f-4e4b-88b3-09b730ebe5f6 req-5b5c9647-f7d5-427c-996a-0e783ef12dd7 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:13.418077 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-ec7a60ad-878f-4e4b-88b3-09b730ebe5f6 req-5b5c9647-f7d5-427c-996a-0e783ef12dd7 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 945 time: 0.0636857 Jul 28 04:00:13.445741 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f137d0-ec35-467c-bcf2-f86eaf48a7ea None None] DHCP port deletion for 1b695295-a70d-4773-a7f6-af5ea3f070dd request from dv-cinder-851279-1-iscsi {{(pid=121476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 04:00:13.450150 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [None req-b1c4fbf6-7356-4998-984c-7e96243e6bcf admin admin] For port 45884c35-2a3d-4c25-ab05-dc12aa830897, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=45884c35-2a3d-4c25-ab05-dc12aa830897,segment=NetworkSegment(63389bb8-8376-476f-a8bd-a6fab1db75db),segment_id=63389bb8-8376-476f-a8bd-a6fab1db75db)] {{(pid=121474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:00:13.450524 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-b1c4fbf6-7356-4998-984c-7e96243e6bcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (45884c35-2a3d-4c25-ab05-dc12aa830897), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:13.467895 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-b1c4fbf6-7356-4998-984c-7e96243e6bcf admin admin] Calling delete_port for 45884c35-2a3d-4c25-ab05-dc12aa830897 owned by network:dhcp {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:00:13.482872 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-ec7a60ad-878f-4e4b-88b3-09b730ebe5f6 req-cd5c6f7d-bffd-46d4-a3c5-0c443899c330 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591109 Jul 28 04:00:13.500868 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-f5f137d0-ec35-467c-bcf2-f86eaf48a7ea None None] Deleting port 45884c35-2a3d-4c25-ab05-dc12aa830897 {{(pid=121476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:00:13.501453 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f5f137d0-ec35-467c-bcf2-f86eaf48a7ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (45884c35-2a3d-4c25-ab05-dc12aa830897), before_delete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:13.578439 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-f5f137d0-ec35-467c-bcf2-f86eaf48a7ea None None] For port 45884c35-2a3d-4c25-ab05-dc12aa830897, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=45884c35-2a3d-4c25-ab05-dc12aa830897,segment=NetworkSegment(63389bb8-8376-476f-a8bd-a6fab1db75db),segment_id=63389bb8-8376-476f-a8bd-a6fab1db75db)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:00:13.578439 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f5f137d0-ec35-467c-bcf2-f86eaf48a7ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (45884c35-2a3d-4c25-ab05-dc12aa830897), precommit_delete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:13.589283 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-f5f137d0-ec35-467c-bcf2-f86eaf48a7ea None None] Calling delete_port for 45884c35-2a3d-4c25-ab05-dc12aa830897 owned by network:dhcp {{(pid=121476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:00:13.624752 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-b1c4fbf6-7356-4998-984c-7e96243e6bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388'] for port (45884c35-2a3d-4c25-ab05-dc12aa830897), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:13.656056 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4fbf6-7356-4998-984c-7e96243e6bcf admin admin] Pushing event deleted for resources: {'Port': ['ID=45884c35-2a3d-4c25-ab05-dc12aa830897,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:13.659414 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c4fbf6-7356-4998-984c-7e96243e6bcf admin admin] No DVR routers for this DVR port 45884c35-2a3d-4c25-ab05-dc12aa830897 on host dv-cinder-851279-1-iscsi {{(pid=121474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 04:00:13.716426 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f5f137d0-ec35-467c-bcf2-f86eaf48a7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388'] for port (45884c35-2a3d-4c25-ab05-dc12aa830897), after_delete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:13.734378 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-b1c4fbf6-7356-4998-984c-7e96243e6bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7777285', 'neutron.services.segments.db._delete_segments_for_network-8761988548554'] for network (1b695295-a70d-4773-a7f6-af5ea3f070dd), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:13.741799 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f137d0-ec35-467c-bcf2-f86eaf48a7ea None None] Pushing event deleted for resources: {'Port': ['ID=45884c35-2a3d-4c25-ab05-dc12aa830897,revision_number=None']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:13.745275 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f137d0-ec35-467c-bcf2-f86eaf48a7ea None None] No DVR routers for this DVR port 45884c35-2a3d-4c25-ab05-dc12aa830897 on host dv-cinder-851279-1-iscsi {{(pid=121476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 04:00:13.757046 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-b1c4fbf6-7356-4998-984c-7e96243e6bcf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=121474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:00:13.757636 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-b1c4fbf6-7356-4998-984c-7e96243e6bcf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=121474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:00:13.787983 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-b1c4fbf6-7356-4998-984c-7e96243e6bcf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=121474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:00:13.787983 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-b1c4fbf6-7356-4998-984c-7e96243e6bcf admin admin] Subscribe: > port after_create 55550000 {{(pid=121474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:00:13.787983 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-b1c4fbf6-7356-4998-984c-7e96243e6bcf admin admin] Subscribe: > port after_delete 55550000 {{(pid=121474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:00:13.787983 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-b1c4fbf6-7356-4998-984c-7e96243e6bcf admin admin] Subscribe: > port after_update 55550000 {{(pid=121474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:00:13.787983 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-b1c4fbf6-7356-4998-984c-7e96243e6bcf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=121474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:00:13.787983 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-b1c4fbf6-7356-4998-984c-7e96243e6bcf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=121474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:00:13.787983 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-b1c4fbf6-7356-4998-984c-7e96243e6bcf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=121474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:00:13.787983 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-b1c4fbf6-7356-4998-984c-7e96243e6bcf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=121474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:00:13.832047 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-b1c4fbf6-7356-4998-984c-7e96243e6bcf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=121474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:00:13.832332 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-b1c4fbf6-7356-4998-984c-7e96243e6bcf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=121474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:00:13.832671 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-b1c4fbf6-7356-4998-984c-7e96243e6bcf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=121474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:00:13.833010 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-b1c4fbf6-7356-4998-984c-7e96243e6bcf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=121474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:00:13.833380 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.services.segments.db [None req-b1c4fbf6-7356-4998-984c-7e96243e6bcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b695295-a70d-4773-a7f6-af5ea3f070dd']}} {{(pid=121474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:00:13.855231 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.services.segments.db [None req-b1c4fbf6-7356-4998-984c-7e96243e6bcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63389bb8-8376-476f-a8bd-a6fab1db75db') {'for_net_delete': True} {{(pid=121474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:00:13.855528 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.services.segments.db [None req-b1c4fbf6-7356-4998-984c-7e96243e6bcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63389bb8-8376-476f-a8bd-a6fab1db75db') {} {{(pid=121474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:00:13.872713 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-b1c4fbf6-7356-4998-984c-7e96243e6bcf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761988548455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3319477'] for segment (63389bb8-8376-476f-a8bd-a6fab1db75db), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:13.895191 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-b1c4fbf6-7356-4998-984c-7e96243e6bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684'] for segment (63389bb8-8376-476f-a8bd-a6fab1db75db), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:13.904867 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1c4fbf6-7356-4998-984c-7e96243e6bcf admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=121474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:00:13.905268 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-b1c4fbf6-7356-4998-984c-7e96243e6bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26044744'] for segment (63389bb8-8376-476f-a8bd-a6fab1db75db), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:14.052779 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-b1c4fbf6-7356-4998-984c-7e96243e6bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7777294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1739581'] for network (1b695295-a70d-4773-a7f6-af5ea3f070dd), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:14.061400 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-b1c4fbf6-7356-4998-984c-7e96243e6bcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for network (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:14.065356 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-b1c4fbf6-7356-4998-984c-7e96243e6bcf admin admin] 10.222.0.66 "DELETE /v2.0/networks/1b695295-a70d-4773-a7f6-af5ea3f070dd HTTP/1.1" status: 204 len: 168 time: 0.8381658 Jul 28 04:00:14.076512 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4fbf6-7356-4998-984c-7e96243e6bcf admin admin] Pushing event deleted for resources: {'Network': ['ID=1b695295-a70d-4773-a7f6-af5ea3f070dd,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:14.128537 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.services.segments.plugin [-] Segment 63389bb8-8376-476f-a8bd-a6fab1db75db resource provider aggregate not found Jul 28 04:00:14.146345 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.services.segments.plugin [-] Segment 63389bb8-8376-476f-a8bd-a6fab1db75db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 63389bb8-8376-476f-a8bd-a6fab1db75db found for delete ", "request_id": "req-5c5137bc-46ea-4047-b5ac-625aedd5181b"}]} Jul 28 04:00:14.336552 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 58cefad6-7935-4183-9a1c-ebb632bebc38 no longer exists at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:00:14.365374 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] No Port match for: 58cefad6-7935-4183-9a1c-ebb632bebc38 {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:00:14.366685 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 58cefad6-7935-4183-9a1c-ebb632bebc38 not bound to the agent host dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:00:14.367149 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 45884c35-2a3d-4c25-ab05-dc12aa830897 no longer exists at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:00:14.394091 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] No Port match for: 45884c35-2a3d-4c25-ab05-dc12aa830897 {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:00:14.394448 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 45884c35-2a3d-4c25-ab05-dc12aa830897 not bound to the agent host dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:00:14.394865 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device b224d4e3-ad11-4298-ad50-fc19a01406d3 no longer exists at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:00:14.414593 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] No Port match for: b224d4e3-ad11-4298-ad50-fc19a01406d3 {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:00:14.414938 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device b224d4e3-ad11-4298-ad50-fc19a01406d3 not bound to the agent host dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:00:14.607235 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a3f44-5237-47d4-a32a-90c5830af371 req-ce49235c-a65e-4360-9bf2-f6714da17f4a tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:14.608802 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4e2a3f44-5237-47d4-a32a-90c5830af371 req-ce49235c-a65e-4360-9bf2-f6714da17f4a tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 945 time: 0.0520465 Jul 28 04:00:14.660616 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4e2a3f44-5237-47d4-a32a-90c5830af371 req-17407687-77d6-491a-b759-25f4eb33183b tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461054 Jul 28 04:00:14.708163 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 52426) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:00:14.738294 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:14.756313 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-8713f104-0e2a-45ef-a4b3-e817a87970f2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5c3d84518f1e4d7885f6998c88c3da4a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0468867 Jul 28 04:00:14.759239 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 52428) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:00:14.811355 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-fc26ecca-a1db-42b9-ac6c-11409fe7fe36 admin admin] Publish callbacks [] for security_group (cb8e6d66-d524-4393-a3ec-03a07a262bf5), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:14.833010 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-eebfa8d6-0621-4421-ac8a-e269fe42b2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:14.833562 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-fc26ecca-a1db-42b9-ac6c-11409fe7fe36 admin admin] Publish callbacks [] for security_group (cb8e6d66-d524-4393-a3ec-03a07a262bf5), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:14.991521 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-fc26ecca-a1db-42b9-ac6c-11409fe7fe36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (cb8e6d66-d524-4393-a3ec-03a07a262bf5), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:14.994695 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-fc26ecca-a1db-42b9-ac6c-11409fe7fe36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:14.999995 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-fc26ecca-a1db-42b9-ac6c-11409fe7fe36 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cb8e6d66-d524-4393-a3ec-03a07a262bf5 HTTP/1.1" status: 204 len: 168 time: 0.2358642 Jul 28 04:00:15.027206 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc26ecca-a1db-42b9-ac6c-11409fe7fe36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8e6d66-d524-4393-a3ec-03a07a262bf5,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:15.786701 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b51f23b-205a-4714-acfb-4d316ca6df39 req-437dd7fc-1b6e-44fe-8e15-6ed11dd0ca58 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:15.789060 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-8b51f23b-205a-4714-acfb-4d316ca6df39 req-437dd7fc-1b6e-44fe-8e15-6ed11dd0ca58 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 945 time: 0.0537193 Jul 28 04:00:15.839738 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-8b51f23b-205a-4714-acfb-4d316ca6df39 req-5e6a176c-721f-4531-81d6-e5a4cf163a99 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448177 Jul 28 04:00:16.966069 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479d726-96ba-437d-b15d-76ecd0a86d07 req-8059b3fa-38d2-45ce-aa5b-7a409598dc91 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:16.967603 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-5479d726-96ba-437d-b15d-76ecd0a86d07 req-8059b3fa-38d2-45ce-aa5b-7a409598dc91 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 945 time: 0.0519383 Jul 28 04:00:17.018363 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-5479d726-96ba-437d-b15d-76ecd0a86d07 req-121ffde4-9cbe-4749-9cbe-6e874d84b0db tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451138 Jul 28 04:00:17.430796 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-21fbcf95-f86b-4bf7-b473-e09ae86b4399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:18.138140 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16a920-2460-4e13-8ea2-ce8732801d1f req-ddfcdba8-5a82-488c-849d-4987d7e7e44c tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:18.139607 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-fe16a920-2460-4e13-8ea2-ce8732801d1f req-ddfcdba8-5a82-488c-849d-4987d7e7e44c tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 945 time: 0.0484145 Jul 28 04:00:18.190872 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-fe16a920-2460-4e13-8ea2-ce8732801d1f req-5a81abec-bcd4-4e51-84cc-bdec3f9f99a8 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455143 Jul 28 04:00:18.264151 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:18.704128 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d923ff-d983-4784-981f-1bbce4c5c5ac), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:19.311649 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8e7b8-3676-403c-8a05-ecdf28b5736f req-f1af2b35-3703-44d2-9ba5-76d0e00f93dc tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:19.311649 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-e8a8e7b8-3676-403c-8a05-ecdf28b5736f req-f1af2b35-3703-44d2-9ba5-76d0e00f93dc tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 945 time: 0.0491943 Jul 28 04:00:19.358241 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-e8a8e7b8-3676-403c-8a05-ecdf28b5736f req-9e6e3a75-a159-4b41-9654-54f46e1d8f77 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413351 Jul 28 04:00:19.544424 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:20.115714 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:20.468717 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:20.485704 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eeeb32-a458-4364-adcd-3d251e2c34e0 req-a57c5117-c0d2-4a99-a805-821a1dd4a7ae tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:20.487222 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-29eeeb32-a458-4364-adcd-3d251e2c34e0 req-a57c5117-c0d2-4a99-a805-821a1dd4a7ae tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 945 time: 0.0497963 Jul 28 04:00:20.547780 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-29eeeb32-a458-4364-adcd-3d251e2c34e0 req-7cc44fba-4100-452c-88d9-0a404a1dd3a5 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537894 Jul 28 04:00:20.774888 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.agents_db [None req-58c662dc-5ea5-4853-b3cc-f7bb2188e679 None None] Agent healthcheck: found 6 active agents {{(pid=121477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:00:21.667549 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:21.681606 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33c26c-0b30-421d-9899-a2f4f2f18828 req-3fa045c5-36dc-4bfe-92f8-ac4caf159525 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:21.683160 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-cc33c26c-0b30-421d-9899-a2f4f2f18828 req-3fa045c5-36dc-4bfe-92f8-ac4caf159525 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 945 time: 0.0579188 Jul 28 04:00:21.735059 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-cc33c26c-0b30-421d-9899-a2f4f2f18828 req-e514e999-eb13-4a16-80ac-a05911b09c8e tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461731 Jul 28 04:00:22.869164 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae85f3-a6c8-492e-827a-43b82b37bcdc req-3f14b2e7-3220-4d85-8c25-39e2d0f9ce92 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:22.870684 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-20ae85f3-a6c8-492e-827a-43b82b37bcdc req-3f14b2e7-3220-4d85-8c25-39e2d0f9ce92 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 945 time: 0.0487485 Jul 28 04:00:22.918707 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-20ae85f3-a6c8-492e-827a-43b82b37bcdc req-0a050378-bf85-427b-8ab2-f027966f7361 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421352 Jul 28 04:00:24.036477 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a971f06-db14-4e22-9c1d-b1b875abc452 req-8ec88c94-ba0f-4a0d-8deb-30f241c814aa tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:24.038016 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1a971f06-db14-4e22-9c1d-b1b875abc452 req-8ec88c94-ba0f-4a0d-8deb-30f241c814aa tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 945 time: 0.0481691 Jul 28 04:00:24.087858 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1a971f06-db14-4e22-9c1d-b1b875abc452 req-d67c6bf0-0a02-4a41-a7b7-ce19c86897a8 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441148 Jul 28 04:00:25.213071 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d48bf3-49a7-4278-b08e-7a1d7913f86e req-a3dc54c7-3e46-4054-90f1-22dd7878950b tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:25.214544 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-c0d48bf3-49a7-4278-b08e-7a1d7913f86e req-a3dc54c7-3e46-4054-90f1-22dd7878950b tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 945 time: 0.0498922 Jul 28 04:00:25.262869 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-c0d48bf3-49a7-4278-b08e-7a1d7913f86e req-f5079d76-5f93-4917-874a-2391c97b5568 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425987 Jul 28 04:00:26.385090 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74295b8-ac0c-48c9-8ff3-ce1741a5fb22 req-f66ec482-d439-4fe8-a074-2d01ca5f423c tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:26.386790 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a74295b8-ac0c-48c9-8ff3-ce1741a5fb22 req-f66ec482-d439-4fe8-a074-2d01ca5f423c tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 945 time: 0.0492525 Jul 28 04:00:26.441754 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a74295b8-ac0c-48c9-8ff3-ce1741a5fb22 req-c7e494c0-c9c9-4fd6-9336-7914c9c4d23f tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482833 Jul 28 04:00:27.567711 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ba067-1bb5-4102-bbe8-3e77f16beeaa req-6ec5ad6e-209d-4561-b283-cb5e05fa6b36 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:27.569480 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-812ba067-1bb5-4102-bbe8-3e77f16beeaa req-6ec5ad6e-209d-4561-b283-cb5e05fa6b36 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 945 time: 0.0492685 Jul 28 04:00:27.624460 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-812ba067-1bb5-4102-bbe8-3e77f16beeaa req-2d330261-eb32-482d-a27d-7b8444aa795b tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466208 Jul 28 04:00:28.776604 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737f895-77a1-4e21-b7ab-1efe8abb6545 req-ad6e0308-7053-4949-96cb-53e9844d49c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:28.778304 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3737f895-77a1-4e21-b7ab-1efe8abb6545 req-ad6e0308-7053-4949-96cb-53e9844d49c6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 1129 time: 0.0744522 Jul 28 04:00:28.787671 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd40af-1c8c-402c-8305-c58fbf80ded2 req-6d49bc93-86fd-48ad-b6b8-d3786e48ae8c tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:28.788271 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-76cd40af-1c8c-402c-8305-c58fbf80ded2 req-6d49bc93-86fd-48ad-b6b8-d3786e48ae8c tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 945 time: 0.0738266 Jul 28 04:00:28.867069 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3737f895-77a1-4e21-b7ab-1efe8abb6545 req-3652610c-55ca-4b0e-8d49-8fe49c6b5fba service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776849 Jul 28 04:00:28.874272 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-76cd40af-1c8c-402c-8305-c58fbf80ded2 req-94718294-a389-461c-885e-638359ea43fc tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756907 Jul 28 04:00:29.697620 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 52708) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:00:29.818512 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-dfecb5a4-8a97-4270-8f1f-bde252a67c15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:29.902364 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-dfecb5a4-8a97-4270-8f1f-bde252a67c15 admin admin] Publish callbacks [] for security_group (2bee8bd3-02d7-4dc0-89dd-8c6d5c9f5784), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:29.978470 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-dfecb5a4-8a97-4270-8f1f-bde252a67c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (2bee8bd3-02d7-4dc0-89dd-8c6d5c9f5784), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:30.010275 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f77d2-6af4-4e91-a782-bffd4bfcabe3 req-d8438855-1fab-4ca5-b04e-972c42cc9a02 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:30.011818 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-9e7f77d2-6af4-4e91-a782-bffd4bfcabe3 req-d8438855-1fab-4ca5-b04e-972c42cc9a02 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 945 time: 0.0540154 Jul 28 04:00:30.020997 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-dfecb5a4-8a97-4270-8f1f-bde252a67c15 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=61318ca3e87141f7b4487dfe21b8e31f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3222620 Jul 28 04:00:30.021735 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfecb5a4-8a97-4270-8f1f-bde252a67c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bee8bd3-02d7-4dc0-89dd-8c6d5c9f5784,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:30.023774 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 52716) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:00:30.028568 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=69,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:30.036242 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=65,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:30.037409 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:30.097688 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-9e7f77d2-6af4-4e91-a782-bffd4bfcabe3 req-e5994301-e667-4689-94fa-496f9c7e6329 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799894 Jul 28 04:00:30.116004 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-efb33a25-6d3e-45cd-b980-9d78d6ee3374 admin admin] Publish callbacks [] for security_group (2bee8bd3-02d7-4dc0-89dd-8c6d5c9f5784), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:30.140039 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-efb33a25-6d3e-45cd-b980-9d78d6ee3374 admin admin] Publish callbacks [] for security_group (2bee8bd3-02d7-4dc0-89dd-8c6d5c9f5784), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:30.253706 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-efb33a25-6d3e-45cd-b980-9d78d6ee3374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (2bee8bd3-02d7-4dc0-89dd-8c6d5c9f5784), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:30.254072 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-efb33a25-6d3e-45cd-b980-9d78d6ee3374 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:30.255244 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-efb33a25-6d3e-45cd-b980-9d78d6ee3374 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2bee8bd3-02d7-4dc0-89dd-8c6d5c9f5784 HTTP/1.1" status: 204 len: 168 time: 0.2294014 Jul 28 04:00:30.266554 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb33a25-6d3e-45cd-b980-9d78d6ee3374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bee8bd3-02d7-4dc0-89dd-8c6d5c9f5784,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:31.225192 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3dba29-1bda-40c8-9486-8119d7f70545 req-92bccc0c-8aff-4689-8b5c-6b83fead64c5 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:31.227569 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-5e3dba29-1bda-40c8-9486-8119d7f70545 req-92bccc0c-8aff-4689-8b5c-6b83fead64c5 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 945 time: 0.0512166 Jul 28 04:00:31.246353 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:31.290514 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-5e3dba29-1bda-40c8-9486-8119d7f70545 req-eddd7f3d-9faf-4094-9f74-6678157ccc74 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525105 Jul 28 04:00:32.202311 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 52772) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:00:32.310112 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4a064fc4-7a26-4e89-92b3-2fb91a38ecd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:32.442739 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4a064fc4-7a26-4e89-92b3-2fb91a38ecd6 admin admin] Publish callbacks [] for security_group (4b7333d8-b0e1-446c-bd39-bf3d39e2879a), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:32.449820 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c63342-b7fd-41ce-b2e4-0c3b6b2e2331 req-f71f49bc-8d43-4e2a-8d73-b690b347da59 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:32.452537 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-14c63342-b7fd-41ce-b2e4-0c3b6b2e2331 req-f71f49bc-8d43-4e2a-8d73-b690b347da59 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 945 time: 0.0743785 Jul 28 04:00:32.498080 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4a064fc4-7a26-4e89-92b3-2fb91a38ecd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (4b7333d8-b0e1-446c-bd39-bf3d39e2879a), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:32.501771 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:32.507247 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-14c63342-b7fd-41ce-b2e4-0c3b6b2e2331 req-33a2b410-709e-4c02-8902-3f443a3ae087 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501466 Jul 28 04:00:32.541295 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a064fc4-7a26-4e89-92b3-2fb91a38ecd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7333d8-b0e1-446c-bd39-bf3d39e2879a,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:32.548503 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-4a064fc4-7a26-4e89-92b3-2fb91a38ecd6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0f6e1ddab0c74c299008ee4b362d5dc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3451135 Jul 28 04:00:32.548676 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 52786) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:00:32.652024 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-a86634d5-d3cc-4777-aef3-95c4e714c860 admin admin] Publish callbacks [] for security_group (4b7333d8-b0e1-446c-bd39-bf3d39e2879a), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:32.659498 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd702c6-c9bc-4234-adcd-fb953f691f93 req-a45fa6a4-8658-429a-b1d4-71967d104391 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:32.661023 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-abd702c6-c9bc-4234-adcd-fb953f691f93 req-a45fa6a4-8658-429a-b1d4-71967d104391 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=a30f5c60-8ee4-4d46-aec9-34dd464d21b9 HTTP/1.1" status: 200 len: 945 time: 0.0695310 Jul 28 04:00:32.699086 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-a86634d5-d3cc-4777-aef3-95c4e714c860 admin admin] Publish callbacks [] for security_group (4b7333d8-b0e1-446c-bd39-bf3d39e2879a), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:32.730170 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:32.762606 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-abd702c6-c9bc-4234-adcd-fb953f691f93 req-3d7ffce1-20ef-46c1-ac30-01a968b8f576 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920448 Jul 28 04:00:32.876803 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-a86634d5-d3cc-4777-aef3-95c4e714c860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (4b7333d8-b0e1-446c-bd39-bf3d39e2879a), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:32.879672 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-a86634d5-d3cc-4777-aef3-95c4e714c860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:32.880892 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-a86634d5-d3cc-4777-aef3-95c4e714c860 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4b7333d8-b0e1-446c-bd39-bf3d39e2879a HTTP/1.1" status: 204 len: 168 time: 0.3303359 Jul 28 04:00:32.890124 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86634d5-d3cc-4777-aef3-95c4e714c860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7333d8-b0e1-446c-bd39-bf3d39e2879a,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:33.765519 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 52840) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:00:33.879458 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-49199da3-a97d-4562-b3c2-49212487857c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:33.964361 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-49199da3-a97d-4562-b3c2-49212487857c admin admin] Publish callbacks [] for security_group (8c4a2007-06c4-4bf6-912d-47adc59418b7), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:34.041707 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-49199da3-a97d-4562-b3c2-49212487857c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (8c4a2007-06c4-4bf6-912d-47adc59418b7), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:34.088271 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-49199da3-a97d-4562-b3c2-49212487857c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bca59b1daab9415d84720db03e1dd1d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3215482 Jul 28 04:00:34.089190 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49199da3-a97d-4562-b3c2-49212487857c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4a2007-06c4-4bf6-912d-47adc59418b7,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:34.094289 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 52856) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:00:34.146969 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-21eee5f3-4ee6-481a-aefa-9e42e83eace0 admin admin] Publish callbacks [] for security_group (8c4a2007-06c4-4bf6-912d-47adc59418b7), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:34.170647 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-21eee5f3-4ee6-481a-aefa-9e42e83eace0 admin admin] Publish callbacks [] for security_group (8c4a2007-06c4-4bf6-912d-47adc59418b7), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:34.301857 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-21eee5f3-4ee6-481a-aefa-9e42e83eace0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (8c4a2007-06c4-4bf6-912d-47adc59418b7), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:34.305097 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-21eee5f3-4ee6-481a-aefa-9e42e83eace0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:34.310974 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-21eee5f3-4ee6-481a-aefa-9e42e83eace0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8c4a2007-06c4-4bf6-912d-47adc59418b7 HTTP/1.1" status: 204 len: 168 time: 0.2114553 Jul 28 04:00:34.315632 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eee5f3-4ee6-481a-aefa-9e42e83eace0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4a2007-06c4-4bf6-912d-47adc59418b7,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:34.831352 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 52880) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:00:34.945904 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-d8dd7d52-6de1-4b35-82b5-c54c9cf3b173 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:35.032248 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-d8dd7d52-6de1-4b35-82b5-c54c9cf3b173 admin admin] Publish callbacks [] for security_group (2b6ec90d-aa3e-4f07-96ec-92d3a45bd53c), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:35.155877 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-d8dd7d52-6de1-4b35-82b5-c54c9cf3b173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (2b6ec90d-aa3e-4f07-96ec-92d3a45bd53c), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:35.161928 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a96a0-0223-462c-876e-631c28b2bd9d req-d452979a-06bf-47f3-946a-75c6586e3633 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:35.163470 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ae6a96a0-0223-462c-876e-631c28b2bd9d req-d452979a-06bf-47f3-946a-75c6586e3633 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=a30f5c60-8ee4-4d46-aec9-34dd464d21b9 HTTP/1.1" status: 200 len: 945 time: 0.0496910 Jul 28 04:00:35.207673 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-d8dd7d52-6de1-4b35-82b5-c54c9cf3b173 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=028c7b2615834ca6b8b8ce7fa83bf994&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3725419 Jul 28 04:00:35.207673 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd7d52-6de1-4b35-82b5-c54c9cf3b173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6ec90d-aa3e-4f07-96ec-92d3a45bd53c,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:35.209331 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 52890) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:00:35.260368 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ae6a96a0-0223-462c-876e-631c28b2bd9d req-270e5d70-afb5-49e9-8bf7-df037b5c4290 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868599 Jul 28 04:00:35.276919 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 52894) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:00:35.297958 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-fa306b79-7eee-4b19-94b3-22119a058481 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:35.307404 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b238d-972f-497d-b629-55b1a32376ea req-e865625d-585b-4ed3-9f6c-5f5293b463cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:35.308947 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-567b238d-972f-497d-b629-55b1a32376ea req-e865625d-585b-4ed3-9f6c-5f5293b463cc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8bf7f0f7880a435ba552361bcb31ef91&device_id=a30f5c60-8ee4-4d46-aec9-34dd464d21b9 HTTP/1.1" status: 200 len: 1129 time: 0.0852065 Jul 28 04:00:35.375580 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-81d32af5-00a9-43ed-88cb-0f1a6c91e8d7 admin admin] Publish callbacks [] for security_group (2b6ec90d-aa3e-4f07-96ec-92d3a45bd53c), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:35.377685 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-fa306b79-7eee-4b19-94b3-22119a058481 admin admin] Publish callbacks [] for security_group (47a310fa-d744-40cb-b1a1-2b10ec7790ca), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:35.379049 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:35.413445 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-81d32af5-00a9-43ed-88cb-0f1a6c91e8d7 admin admin] Publish callbacks [] for security_group (2b6ec90d-aa3e-4f07-96ec-92d3a45bd53c), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:35.464064 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-fa306b79-7eee-4b19-94b3-22119a058481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (47a310fa-d744-40cb-b1a1-2b10ec7790ca), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:35.464325 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b238d-972f-497d-b629-55b1a32376ea req-e8909b8a-b67d-4ce1-90b3-3b7f96fa456f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:35.465601 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-567b238d-972f-497d-b629-55b1a32376ea req-e8909b8a-b67d-4ce1-90b3-3b7f96fa456f service neutron] 10.222.0.67 "GET /v2.0/networks?id=4531d3b7-3c72-4c16-9fba-50470f633af2 HTTP/1.1" status: 200 len: 920 time: 0.1473291 Jul 28 04:00:35.505906 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-fa306b79-7eee-4b19-94b3-22119a058481 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=831998df7aff42b6bdf06f54e5adfb19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274444 Jul 28 04:00:35.506751 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa306b79-7eee-4b19-94b3-22119a058481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a310fa-d744-40cb-b1a1-2b10ec7790ca,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:35.510536 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 52896) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:00:35.514399 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-567b238d-972f-497d-b629-55b1a32376ea req-57fc9b3b-f12f-4768-863d-81d9524ba850 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a308124a-65b2-45a7-b6e2-c3a47f628499 HTTP/1.1" status: 200 len: 217 time: 0.0382528 Jul 28 04:00:35.548375 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:35.550634 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:35.564283 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-9de8c078-61e2-4487-be6b-5ea134073875 admin admin] Publish callbacks [] for security_group (47a310fa-d744-40cb-b1a1-2b10ec7790ca), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:35.566834 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b238d-972f-497d-b629-55b1a32376ea req-523315da-8cda-4268-a22a-3b87cd722d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:35.568430 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-567b238d-972f-497d-b629-55b1a32376ea req-523315da-8cda-4268-a22a-3b87cd722d99 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c HTTP/1.1" status: 200 len: 858 time: 0.0465171 Jul 28 04:00:35.587590 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-9de8c078-61e2-4487-be6b-5ea134073875 admin admin] Publish callbacks [] for security_group (47a310fa-d744-40cb-b1a1-2b10ec7790ca), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:35.619829 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b238d-972f-497d-b629-55b1a32376ea req-fa64d78f-3a1b-4ff5-acd1-0fc91e4ddc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:35.621359 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-567b238d-972f-497d-b629-55b1a32376ea req-fa64d78f-3a1b-4ff5-acd1-0fc91e4ddc5e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4531d3b7-3c72-4c16-9fba-50470f633af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441771 Jul 28 04:00:35.621922 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-81d32af5-00a9-43ed-88cb-0f1a6c91e8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (2b6ec90d-aa3e-4f07-96ec-92d3a45bd53c), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:35.624744 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-81d32af5-00a9-43ed-88cb-0f1a6c91e8d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:35.625744 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-81d32af5-00a9-43ed-88cb-0f1a6c91e8d7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2b6ec90d-aa3e-4f07-96ec-92d3a45bd53c HTTP/1.1" status: 204 len: 168 time: 0.4154642 Jul 28 04:00:35.635398 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d32af5-00a9-43ed-88cb-0f1a6c91e8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6ec90d-aa3e-4f07-96ec-92d3a45bd53c,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:35.729392 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-567b238d-972f-497d-b629-55b1a32376ea req-7632e2b8-b8a9-45a8-b098-f53b6c082633 service neutron] 10.222.0.67 "GET /v2.0/networks/4531d3b7-3c72-4c16-9fba-50470f633af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952296 Jul 28 04:00:35.753572 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-9de8c078-61e2-4487-be6b-5ea134073875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (47a310fa-d744-40cb-b1a1-2b10ec7790ca), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:35.756581 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-9de8c078-61e2-4487-be6b-5ea134073875 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:35.758331 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-9de8c078-61e2-4487-be6b-5ea134073875 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/47a310fa-d744-40cb-b1a1-2b10ec7790ca HTTP/1.1" status: 204 len: 168 time: 0.2468715 Jul 28 04:00:35.766923 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de8c078-61e2-4487-be6b-5ea134073875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a310fa-d744-40cb-b1a1-2b10ec7790ca,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:35.832577 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-567b238d-972f-497d-b629-55b1a32376ea req-5b88d2c6-56a1-4d24-974a-42ac3196bd83 service neutron] 10.222.0.67 "GET /v2.0/networks/4531d3b7-3c72-4c16-9fba-50470f633af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931664 Jul 28 04:00:36.339408 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-3370b819-aca7-4101-8e57-906c8361b50e req-1648abe4-3340-4606-92ea-9021c896d45b tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=3703ddd7285740f593e7269eac250ebc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364382 Jul 28 04:00:36.383900 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f6394-e922-45f5-b4ec-164019a8cb35 req-d8b83b42-9b09-4371-94e7-ebdde71bad6f tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:36.385559 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-e32f6394-e922-45f5-b4ec-164019a8cb35 req-d8b83b42-9b09-4371-94e7-ebdde71bad6f tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=a30f5c60-8ee4-4d46-aec9-34dd464d21b9 HTTP/1.1" status: 200 len: 945 time: 0.0505099 Jul 28 04:00:36.452691 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-e32f6394-e922-45f5-b4ec-164019a8cb35 req-047334ba-7faa-41bf-aba0-354c732c47b8 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598350 Jul 28 04:00:36.568797 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370b819-aca7-4101-8e57-906c8361b50e req-46568a2e-20b6-49cf-bd4e-77e244053382 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:36.571042 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-3370b819-aca7-4101-8e57-906c8361b50e req-46568a2e-20b6-49cf-bd4e-77e244053382 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2229128 Jul 28 04:00:36.586586 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-3370b819-aca7-4101-8e57-906c8361b50e req-09a36e81-8e1a-472d-8aaa-78cc88b18e3c tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] 10.222.0.66 "GET /v2.0/quotas/3703ddd7285740f593e7269eac250ebc HTTP/1.1" status: 200 len: 375 time: 0.0097721 Jul 28 04:00:36.620536 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-3370b819-aca7-4101-8e57-906c8361b50e req-aae58f01-b7a2-4bf0-a2c0-ec014d7b43a9 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3703ddd7285740f593e7269eac250ebc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283604 Jul 28 04:00:36.918656 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f3dc128a-66be-4a4e-b2d8-0fed0bbf0270 req-f60251ef-4927-4c2e-a4e7-f24b9b9a0770 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] 10.222.0.66 "GET /v2.0/ports?device_id=7fc05300-354f-45e2-b18d-208242b25442 HTTP/1.1" status: 200 len: 210 time: 0.0370457 Jul 28 04:00:36.996026 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 52966) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:00:37.097236 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-29a46715-9149-45ec-97e1-4d3f91b82a5b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-8748866-network', 'tenant_id': '7041d959d23d41c58ac1f68559a14647'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:00:37.178930 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a46715-9149-45ec-97e1-4d3f91b82a5b admin admin] Made reservation on behalf of 7041d959d23d41c58ac1f68559a14647 for: {'network': 1} {{(pid=121475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:00:37.182244 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-29a46715-9149-45ec-97e1-4d3f91b82a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for network (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:37.191139 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-29a46715-9149-45ec-97e1-4d3f91b82a5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:37.219122 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=4 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:37.274292 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-29a46715-9149-45ec-97e1-4d3f91b82a5b admin admin] Publish callbacks [] for security_group (c991cb38-6d88-4f1e-b7c6-731fd2d6a2f3), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:37.383501 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-29a46715-9149-45ec-97e1-4d3f91b82a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (c991cb38-6d88-4f1e-b7c6-731fd2d6a2f3), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:37.643630 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29a46715-9149-45ec-97e1-4d3f91b82a5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=121475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:00:37.655118 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a46715-9149-45ec-97e1-4d3f91b82a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c991cb38-6d88-4f1e-b7c6-731fd2d6a2f3,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:37.660489 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-29a46715-9149-45ec-97e1-4d3f91b82a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684'] for segment (0b36db99-b7ec-4aa8-8505-4247e30a3fb1), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:37.660835 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.db.segments_db [None req-29a46715-9149-45ec-97e1-4d3f91b82a5b admin admin] Added segment 0b36db99-b7ec-4aa8-8505-4247e30a3fb1 of type vlan for network 4b26df26-f527-4a68-b490-7db3cb955d7b Jul 28 04:00:37.735854 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-29a46715-9149-45ec-97e1-4d3f91b82a5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761987992185'] for network (4b26df26-f527-4a68-b490-7db3cb955d7b), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:37.764651 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054261e-5f8e-4528-ab73-544721e7e0c2 req-133ec660-3456-44e0-a483-37782079d92a tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:37.766201 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-a054261e-5f8e-4528-ab73-544721e7e0c2 req-133ec660-3456-44e0-a483-37782079d92a tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=a30f5c60-8ee4-4d46-aec9-34dd464d21b9 HTTP/1.1" status: 200 len: 945 time: 0.0640266 Jul 28 04:00:37.823613 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-a054261e-5f8e-4528-ab73-544721e7e0c2 req-8a2ab474-28d1-4a1c-acaa-493bfbe5883f tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490015 Jul 28 04:00:37.856360 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-29a46715-9149-45ec-97e1-4d3f91b82a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753'] for network (4b26df26-f527-4a68-b490-7db3cb955d7b), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:37.857364 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a46715-9149-45ec-97e1-4d3f91b82a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:37.857942 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-29a46715-9149-45ec-97e1-4d3f91b82a5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for network (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:37.920709 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a46715-9149-45ec-97e1-4d3f91b82a5b admin admin] Pushing event updated for resources: {'Network': ['ID=4b26df26-f527-4a68-b490-7db3cb955d7b,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:37.931505 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Network 4b26df26-f527-4a68-b490-7db3cb955d7b details requested by agent ovs-agent-dv-cinder-851279-1-iscsi with host dv-cinder-851279-1-iscsi {{(pid=121476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:00:37.965567 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-29a46715-9149-45ec-97e1-4d3f91b82a5b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 860 time: 0.9653909 Jul 28 04:00:37.966113 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 52998) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:00:37.972483 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-64bb463d-38a9-41c9-b6c6-b77a7bac9943 admin admin] Request body: {'subnet': {'network_id': '4b26df26-f527-4a68-b490-7db3cb955d7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-8748866-subnet', 'tenant_id': '7041d959d23d41c58ac1f68559a14647', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:00:38.032539 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-6c4400c3-15b6-4fb1-88b3-2e1d2fe19540 req-42faf06c-9608-48d0-8fe0-41f9f23fae39 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] 10.222.0.66 "GET /v2.0/ports?device_id=7fc05300-354f-45e2-b18d-208242b25442 HTTP/1.1" status: 200 len: 210 time: 0.0635605 Jul 28 04:00:38.109860 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bb463d-38a9-41c9-b6c6-b77a7bac9943 admin admin] Made reservation on behalf of 7041d959d23d41c58ac1f68559a14647 for: {'subnet': 1} {{(pid=121474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:00:38.112317 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-64bb463d-38a9-41c9-b6c6-b77a7bac9943 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360841'] for subnet (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:38.285087 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:38.378752 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-64bb463d-38a9-41c9-b6c6-b77a7bac9943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26044887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360871'] for subnet (3195e987-e720-443e-b3c4-cd1c05d16b31), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:38.442131 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb463d-38a9-41c9-b6c6-b77a7bac9943 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3195e987-e720-443e-b3c4-cd1c05d16b31,revision_number=0']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:38.455400 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bb463d-38a9-41c9-b6c6-b77a7bac9943 admin admin] Checking segment: {'id': '0b36db99-b7ec-4aa8-8505-4247e30a3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4b26df26-f527-4a68-b490-7db3cb955d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 04:00:38.455754 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bb463d-38a9-41c9-b6c6-b77a7bac9943 admin admin] Network hostable DHCP agents. Network: 4b26df26-f527-4a68-b490-7db3cb955d7b, hostable agents: ['a6d94de3-42af-4ea6-939a-9cee0bfbc3cb'], hosted agents: [] {{(pid=121474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:00:38.571103 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bb463d-38a9-41c9-b6c6-b77a7bac9943 admin admin] Network 4b26df26-f527-4a68-b490-7db3cb955d7b is scheduled to be hosted by DHCP agent a6d94de3-42af-4ea6-939a-9cee0bfbc3cb with binding_index 1 {{(pid=121474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:00:38.679064 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [None req-64bb463d-38a9-41c9-b6c6-b77a7bac9943 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-1-iscsi, 4b26df26-f527-4a68-b490-7db3cb955d7b) {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:00:38.683557 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bb463d-38a9-41c9-b6c6-b77a7bac9943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:38.690498 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-64bb463d-38a9-41c9-b6c6-b77a7bac9943 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for subnet (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:38.690647 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e62d37-4d03-4e59-bca5-6ac084cd2068 None None] Network 4b26df26-f527-4a68-b490-7db3cb955d7b requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 04:00:38.768172 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-64bb463d-38a9-41c9-b6c6-b77a7bac9943 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.8004076 Jul 28 04:00:38.814925 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a86f73c-fe1a-4ba4-a8b5-c4f6f2f817f8 None None] Network 4b26df26-f527-4a68-b490-7db3cb955d7b requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 04:00:38.953634 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:38.965991 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f7710-9a73-4948-baa8-8c6aa4050a3c req-20da714f-eb81-4f82-a3b5-a54150bddeb1 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:38.968422 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-421f7710-9a73-4948-baa8-8c6aa4050a3c req-20da714f-eb81-4f82-a3b5-a54150bddeb1 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=a30f5c60-8ee4-4d46-aec9-34dd464d21b9 HTTP/1.1" status: 200 len: 945 time: 0.0548499 Jul 28 04:00:39.024922 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-421f7710-9a73-4948-baa8-8c6aa4050a3c req-78ac4f93-672a-4d9c-85ee-d097c1dd77a7 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513532 Jul 28 04:00:39.127268 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-24cc00c6-5635-486a-9ad9-c0b1b4d8d06e req-f6bd5494-8eee-4e77-b53f-302f54d97794 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] 10.222.0.66 "GET /v2.0/ports?device_id=7fc05300-354f-45e2-b18d-208242b25442 HTTP/1.1" status: 200 len: 210 time: 0.0295274 Jul 28 04:00:39.412225 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3370b819-aca7-4101-8e57-906c8361b50e req-0cc2f9ea-5be8-412e-b2f1-70fef1b8b1b9 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=3703ddd7285740f593e7269eac250ebc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285602 Jul 28 04:00:39.819017 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370b819-aca7-4101-8e57-906c8361b50e req-bb2ec669-a7c4-432b-a310-7ef8a9fa7810 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:39.821114 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3370b819-aca7-4101-8e57-906c8361b50e req-bb2ec669-a7c4-432b-a310-7ef8a9fa7810 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4019644 Jul 28 04:00:39.837104 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [req-3370b819-aca7-4101-8e57-906c8361b50e req-0a04a07b-c5b4-4106-83bb-55a4036b8119 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] Request body: {'port': {'device_id': '7fc05300-354f-45e2-b18d-208242b25442', 'network_id': 'c791f427-effe-4157-8920-b4f2ee9ef4e7', 'admin_state_up': True, 'tenant_id': '3703ddd7285740f593e7269eac250ebc'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:00:39.864377 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-5a134f12-1c28-4e26-9279-1042900968dd tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-780248956&fields=id&tenant_id=5e16f8abc2ed4df1b2834b1669b67a1b HTTP/1.1" status: 200 len: 267 time: 0.0559497 Jul 28 04:00:40.008867 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-ac1d4c5b-8d24-40ed-832e-c27a679c76d6 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:40.010476 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-ac1d4c5b-8d24-40ed-832e-c27a679c76d6 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/networks?id=577751dd-78a4-42c8-b90a-c6d300b531a2 HTTP/1.1" status: 200 len: 809 time: 0.1345282 Jul 28 04:00:40.026834 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-8b9db459-a117-4e67-83a9-7617edbadb75 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/quotas/5e16f8abc2ed4df1b2834b1669b67a1b HTTP/1.1" status: 200 len: 375 time: 0.0106549 Jul 28 04:00:40.056678 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3370b819-aca7-4101-8e57-906c8361b50e req-0a04a07b-c5b4-4106-83bb-55a4036b8119 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] Made reservation on behalf of 3703ddd7285740f593e7269eac250ebc for: {'port': 1} {{(pid=121474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:00:40.060220 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-3370b819-aca7-4101-8e57-906c8361b50e req-0a04a07b-c5b4-4106-83bb-55a4036b8119 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:40.081379 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-3370b819-aca7-4101-8e57-906c8361b50e req-0a04a07b-c5b4-4106-83bb-55a4036b8119 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:40.082121 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-108f73dd-122a-46f0-82ee-05d400d8ac95 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e16f8abc2ed4df1b2834b1669b67a1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491245 Jul 28 04:00:40.155019 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:40.180279 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044ba75-da41-40c5-ba2e-09d36d1beef2 req-ee240775-d12e-44b9-b4d8-8e1914e7e3b6 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:40.181909 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a044ba75-da41-40c5-ba2e-09d36d1beef2 req-ee240775-d12e-44b9-b4d8-8e1914e7e3b6 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=a30f5c60-8ee4-4d46-aec9-34dd464d21b9 HTTP/1.1" status: 200 len: 945 time: 0.0579355 Jul 28 04:00:40.196963 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-bfc0162b-97f5-4ccf-8f12-580c0cfa6650 service neutron] 10.222.0.66 "GET /v2.0/networks/577751dd-78a4-42c8-b90a-c6d300b531a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982766 Jul 28 04:00:40.236310 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-3370b819-aca7-4101-8e57-906c8361b50e req-0a04a07b-c5b4-4106-83bb-55a4036b8119 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] Publish callbacks [] for security_group (12e60966-1e93-45ea-984c-a15f415893e3), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:40.256825 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a044ba75-da41-40c5-ba2e-09d36d1beef2 req-9fc24622-cfe5-4b75-a5f7-acf3aaeb4fbd tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676363 Jul 28 04:00:40.302686 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-3370b819-aca7-4101-8e57-906c8361b50e req-0a04a07b-c5b4-4106-83bb-55a4036b8119 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (12e60966-1e93-45ea-984c-a15f415893e3), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:40.312394 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-8da38979-c709-493f-9241-ccb025d0fa89 service neutron] 10.222.0.66 "GET /v2.0/networks/577751dd-78a4-42c8-b90a-c6d300b531a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086638 Jul 28 04:00:40.423717 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a04a07b-c5b4-4106-83bb-55a4036b8119 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12e60966-1e93-45ea-984c-a15f415893e3,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:40.433468 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f783741f-917c-4b81-b1c2-6262d94a1c7b req-86ed8775-b83d-45fa-ae59-3a05611a8178 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] 10.222.0.66 "GET /v2.0/ports?device_id=7fc05300-354f-45e2-b18d-208242b25442 HTTP/1.1" status: 200 len: 210 time: 0.0576382 Jul 28 04:00:40.470171 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:40.500972 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.db_base_plugin_common [req-3370b819-aca7-4101-8e57-906c8361b50e req-0a04a07b-c5b4-4106-83bb-55a4036b8119 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] Allocated IP 192.168.233.125 (c791f427-effe-4157-8920-b4f2ee9ef4e7/69c044a6-3d90-4384-a0fb-6a6206941982/08a5cd31-ba92-4ee2-a0ac-9245a170d029) {{(pid=121474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:00:40.656051 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-3370b819-aca7-4101-8e57-906c8361b50e req-0a04a07b-c5b4-4106-83bb-55a4036b8119 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] Publish callbacks [] for port (08a5cd31-ba92-4ee2-a0ac-9245a170d029), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:40.782538 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-3370b819-aca7-4101-8e57-906c8361b50e req-0a04a07b-c5b4-4106-83bb-55a4036b8119 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (08a5cd31-ba92-4ee2-a0ac-9245a170d029), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:40.829953 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3370b819-aca7-4101-8e57-906c8361b50e req-0a04a07b-c5b4-4106-83bb-55a4036b8119 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] Network c791f427-effe-4157-8920-b4f2ee9ef4e7 is already hosted by enough agents. {{(pid=121474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:00:40.836785 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [req-3370b819-aca7-4101-8e57-906c8361b50e req-0a04a07b-c5b4-4106-83bb-55a4036b8119 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] Resources bound (agent type, host, resource id): {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:00:40.849760 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [req-3370b819-aca7-4101-8e57-906c8361b50e req-0a04a07b-c5b4-4106-83bb-55a4036b8119 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] Received port after_create {{(pid=121474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 04:00:40.892637 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a04a07b-c5b4-4106-83bb-55a4036b8119 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] Pushing event updated for resources: {'Port': ['ID=08a5cd31-ba92-4ee2-a0ac-9245a170d029,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:40.985370 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370b819-aca7-4101-8e57-906c8361b50e req-0a04a07b-c5b4-4106-83bb-55a4036b8119 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:40.986196 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-3370b819-aca7-4101-8e57-906c8361b50e req-0a04a07b-c5b4-4106-83bb-55a4036b8119 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:41.010088 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-fa54f9da-9cf9-4cf1-87fb-134cbceb8124 req-5d2c670a-98ec-492b-b4b6-5f1ffb7082f9 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 210 time: 0.0439219 Jul 28 04:00:41.020566 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:41.123102 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-6d71c1f6-6d1b-4273-9703-5fdae3e2e72e tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:41.124668 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-6d71c1f6-6d1b-4273-9703-5fdae3e2e72e tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/networks?id=4b26df26-f527-4a68-b490-7db3cb955d7b HTTP/1.1" status: 200 len: 806 time: 0.1350396 Jul 28 04:00:41.130360 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3370b819-aca7-4101-8e57-906c8361b50e req-0a04a07b-c5b4-4106-83bb-55a4036b8119 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2973921 Jul 28 04:00:41.147105 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [req-3370b819-aca7-4101-8e57-906c8361b50e req-222944c5-b761-4dd7-bf09-5aad251f4ba4 service neutron] Request body: {'port': {'device_id': '7fc05300-354f-45e2-b18d-208242b25442', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:00:41.153701 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-a94c87df-5f8f-4118-9e1e-41351bbf8bb5 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/quotas/7041d959d23d41c58ac1f68559a14647 HTTP/1.1" status: 200 len: 375 time: 0.0222902 Jul 28 04:00:41.207737 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-7b34cdd1-c196-446d-88b3-54c8c935ec11 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7041d959d23d41c58ac1f68559a14647&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378971 Jul 28 04:00:41.235609 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d29b39cb-d9db-47a8-97ce-0ac6ca304d0c None None] Provisioning complete for port 08a5cd31-ba92-4ee2-a0ac-9245a170d029 triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:00:41.236226 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d29b39cb-d9db-47a8-97ce-0ac6ca304d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (08a5cd31-ba92-4ee2-a0ac-9245a170d029), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:41.267511 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d29b39cb-d9db-47a8-97ce-0ac6ca304d0c None None] Port 08a5cd31-ba92-4ee2-a0ac-9245a170d029 cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 04:00:41.293991 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-3370b819-aca7-4101-8e57-906c8361b50e req-222944c5-b761-4dd7-bf09-5aad251f4ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (08a5cd31-ba92-4ee2-a0ac-9245a170d029), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:41.380180 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-185165e9-eb73-4fed-b42b-516df59c92d3 service neutron] 10.222.0.66 "GET /v2.0/networks/4b26df26-f527-4a68-b490-7db3cb955d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646407 Jul 28 04:00:41.385035 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446ca77-bd2c-4243-bc72-250a775e3317 req-46d5a879-61ff-4e88-99bf-1ba88616daea tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:41.386594 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-0446ca77-bd2c-4243-bc72-250a775e3317 req-46d5a879-61ff-4e88-99bf-1ba88616daea tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=a30f5c60-8ee4-4d46-aec9-34dd464d21b9 HTTP/1.1" status: 200 len: 945 time: 0.0490265 Jul 28 04:00:41.436748 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-0446ca77-bd2c-4243-bc72-250a775e3317 req-9076158b-7bb4-4b33-bcef-8b572a644cfc tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439112 Jul 28 04:00:41.549088 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:UPDATE=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:41.567235 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6effbdf0-0102-4f4d-813c-a55c6e2f7673 req-8bcdc439-a208-4446-b4a5-e55945e56b16 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:41.568747 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-6effbdf0-0102-4f4d-813c-a55c6e2f7673 req-8bcdc439-a208-4446-b4a5-e55945e56b16 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] 10.222.0.66 "GET /v2.0/ports?device_id=7fc05300-354f-45e2-b18d-208242b25442 HTTP/1.1" status: 200 len: 936 time: 0.0484049 Jul 28 04:00:41.592010 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-09981b2b-00fd-4e20-ac3e-265763de838c service neutron] 10.222.0.66 "GET /v2.0/networks/4b26df26-f527-4a68-b490-7db3cb955d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671882 Jul 28 04:00:41.623309 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-6effbdf0-0102-4f4d-813c-a55c6e2f7673 req-c961182f-db24-4400-a137-f26622c2932a tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] 10.222.0.66 "GET /v2.0/security-groups?id=12e60966-1e93-45ea-984c-a15f415893e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478599 Jul 28 04:00:41.683726 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [req-3370b819-aca7-4101-8e57-906c8361b50e req-222944c5-b761-4dd7-bf09-5aad251f4ba4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08a5cd31-ba92-4ee2-a0ac-9245a170d029 {{(pid=121474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 04:00:41.691982 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-3370b819-aca7-4101-8e57-906c8361b50e req-222944c5-b761-4dd7-bf09-5aad251f4ba4 service neutron] Publish callbacks [] for port (08a5cd31-ba92-4ee2-a0ac-9245a170d029), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:41.706716 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.provisioning_blocks [req-3370b819-aca7-4101-8e57-906c8361b50e req-222944c5-b761-4dd7-bf09-5aad251f4ba4 service neutron] Transition to ACTIVE for port object 08a5cd31-ba92-4ee2-a0ac-9245a170d029 will not be triggered until provisioned by entity L2. {{(pid=121474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 04:00:41.785541 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-3370b819-aca7-4101-8e57-906c8361b50e req-222944c5-b761-4dd7-bf09-5aad251f4ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26044716'] for port (08a5cd31-ba92-4ee2-a0ac-9245a170d029), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:41.837378 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222944c5-b761-4dd7-bf09-5aad251f4ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=08a5cd31-ba92-4ee2-a0ac-9245a170d029,revision_number=2']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:41.848563 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=43 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:41.849577 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=76 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:41.917599 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-b1c70cc9-0278-44d6-b59f-a419bb0d586a req-3b2647de-e12d-4cd6-8439-baecb909bc81 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7bfe516-260b-44cc-b78b-6dfc94941c45 HTTP/1.1" status: 200 len: 210 time: 0.0479641 Jul 28 04:00:41.956224 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-3370b819-aca7-4101-8e57-906c8361b50e req-222944c5-b761-4dd7-bf09-5aad251f4ba4 service neutron] Attempting to bind port 08a5cd31-ba92-4ee2-a0ac-9245a170d029 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 04:00:41.956224 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-3370b819-aca7-4101-8e57-906c8361b50e req-222944c5-b761-4dd7-bf09-5aad251f4ba4 service neutron] Attempting to bind port 08a5cd31-ba92-4ee2-a0ac-9245a170d029 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': 'e98b39d7-06f5-4424-a730-e8d495b1779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c791f427-effe-4157-8920-b4f2ee9ef4e7'}] {{(pid=121474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 04:00:41.956546 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3370b819-aca7-4101-8e57-906c8361b50e req-222944c5-b761-4dd7-bf09-5aad251f4ba4 service neutron] Attempting to bind port 08a5cd31-ba92-4ee2-a0ac-9245a170d029 on network c791f427-effe-4157-8920-b4f2ee9ef4e7 {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:00:41.961841 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3370b819-aca7-4101-8e57-906c8361b50e req-222944c5-b761-4dd7-bf09-5aad251f4ba4 service neutron] Port 08a5cd31-ba92-4ee2-a0ac-9245a170d029 on network c791f427-effe-4157-8920-b4f2ee9ef4e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 04:00:41.962169 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3370b819-aca7-4101-8e57-906c8361b50e req-222944c5-b761-4dd7-bf09-5aad251f4ba4 service neutron] Attempting to bind port 08a5cd31-ba92-4ee2-a0ac-9245a170d029 on network c791f427-effe-4157-8920-b4f2ee9ef4e7 {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:00:41.976613 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3370b819-aca7-4101-8e57-906c8361b50e req-222944c5-b761-4dd7-bf09-5aad251f4ba4 service neutron] Checking agent: {'id': 'a6d923ff-d983-4784-981f-1bbce4c5c5ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 56, 49), 'started_at': datetime.datetime(2022, 7, 28, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 4, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 04:00:41.977150 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3370b819-aca7-4101-8e57-906c8361b50e req-222944c5-b761-4dd7-bf09-5aad251f4ba4 service neutron] Checking segment: {'id': 'e98b39d7-06f5-4424-a730-e8d495b1779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c791f427-effe-4157-8920-b4f2ee9ef4e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 04:00:41.977421 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3370b819-aca7-4101-8e57-906c8361b50e req-222944c5-b761-4dd7-bf09-5aad251f4ba4 service neutron] Bound using segment: {'id': 'e98b39d7-06f5-4424-a730-e8d495b1779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c791f427-effe-4157-8920-b4f2ee9ef4e7'} {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 04:00:41.979352 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-3370b819-aca7-4101-8e57-906c8361b50e req-222944c5-b761-4dd7-bf09-5aad251f4ba4 service neutron] Bound port: 08a5cd31-ba92-4ee2-a0ac-9245a170d029, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e98b39d7-06f5-4424-a730-e8d495b1779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c791f427-effe-4157-8920-b4f2ee9ef4e7'}}] {{(pid=121474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 04:00:41.979808 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-3370b819-aca7-4101-8e57-906c8361b50e req-222944c5-b761-4dd7-bf09-5aad251f4ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (08a5cd31-ba92-4ee2-a0ac-9245a170d029), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:42.064974 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-3370b819-aca7-4101-8e57-906c8361b50e req-222944c5-b761-4dd7-bf09-5aad251f4ba4 service neutron] For port 08a5cd31-ba92-4ee2-a0ac-9245a170d029, host hv-cinder-85127, cleared binding levels {{(pid=121474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:00:42.071911 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-3370b819-aca7-4101-8e57-906c8361b50e req-222944c5-b761-4dd7-bf09-5aad251f4ba4 service neutron] For port 08a5cd31-ba92-4ee2-a0ac-9245a170d029, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=08a5cd31-ba92-4ee2-a0ac-9245a170d029,segment=NetworkSegment(e98b39d7-06f5-4424-a730-e8d495b1779d),segment_id=e98b39d7-06f5-4424-a730-e8d495b1779d)] {{(pid=121474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:00:42.116520 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-258936a7-bf16-42b1-8af7-27be9134514b req-7cb8920a-e695-4d8c-ba05-c9ec088c7f7c tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 210 time: 0.0371358 Jul 28 04:00:42.168411 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-3370b819-aca7-4101-8e57-906c8361b50e req-222944c5-b761-4dd7-bf09-5aad251f4ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26044716'] for port (08a5cd31-ba92-4ee2-a0ac-9245a170d029), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:42.207454 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370b819-aca7-4101-8e57-906c8361b50e req-222944c5-b761-4dd7-bf09-5aad251f4ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:42.208114 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-3370b819-aca7-4101-8e57-906c8361b50e req-222944c5-b761-4dd7-bf09-5aad251f4ba4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:42.209478 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3370b819-aca7-4101-8e57-906c8361b50e req-222944c5-b761-4dd7-bf09-5aad251f4ba4 service neutron] 10.222.0.67 "PUT /v2.0/ports/08a5cd31-ba92-4ee2-a0ac-9245a170d029 HTTP/1.1" status: 200 len: 1098 time: 1.0689833 Jul 28 04:00:42.209928 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc05300-354f-45e2-b18d-208242b25442', 'tag': '08a5cd31-ba92-4ee2-a0ac-9245a170d029'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:00:42.212562 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ffa0c6-dbdb-416c-9270-cd273f6337c6" -d '{"events": [{"name": "network-changed", "server_uuid": "7fc05300-354f-45e2-b18d-208242b25442", "tag": "08a5cd31-ba92-4ee2-a0ac-9245a170d029"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:00:42.235106 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222944c5-b761-4dd7-bf09-5aad251f4ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=08a5cd31-ba92-4ee2-a0ac-9245a170d029,revision_number=3']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:42.272007 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 04:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c59d6d-4bd5-4e32-ba9c-134cf85a4454 x-openstack-request-id: req-07c59d6d-4bd5-4e32-ba9c-134cf85a4454 {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:00:42.272305 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fc05300-354f-45e2-b18d-208242b25442", "tag": "08a5cd31-ba92-4ee2-a0ac-9245a170d029", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:00:42.272562 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-07c59d6d-4bd5-4e32-ba9c-134cf85a4454 {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:00:42.272975 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07c59d6d-4bd5-4e32-ba9c-134cf85a4454'] response: {'name': 'network-changed', 'server_uuid': '7fc05300-354f-45e2-b18d-208242b25442', 'tag': '08a5cd31-ba92-4ee2-a0ac-9245a170d029', 'status': 'completed', 'code': 200} Jul 28 04:00:42.386448 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ffa0c6-dbdb-416c-9270-cd273f6337c6 req-11faf75d-80cd-4fe7-b383-079bb3933fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:42.388576 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-e5ffa0c6-dbdb-416c-9270-cd273f6337c6 req-11faf75d-80cd-4fe7-b383-079bb3933fdd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3703ddd7285740f593e7269eac250ebc&device_id=7fc05300-354f-45e2-b18d-208242b25442 HTTP/1.1" status: 200 len: 1132 time: 0.0540197 Jul 28 04:00:42.412451 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:42.433134 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-e5ffa0c6-dbdb-416c-9270-cd273f6337c6 req-670d8a67-4ce7-48a2-ad93-7409a7e82249 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=3703ddd7285740f593e7269eac250ebc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296872 Jul 28 04:00:42.620442 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1ef4b-7103-43b4-88e0-7dbcd2918057 req-c31685e4-ab51-4989-bc79-58d0f3e6e2f1 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:42.621849 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c6e1ef4b-7103-43b4-88e0-7dbcd2918057 req-c31685e4-ab51-4989-bc79-58d0f3e6e2f1 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=a30f5c60-8ee4-4d46-aec9-34dd464d21b9 HTTP/1.1" status: 200 len: 945 time: 0.0962031 Jul 28 04:00:42.676322 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ffa0c6-dbdb-416c-9270-cd273f6337c6 req-22510140-f540-4997-8835-2edf0b569997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:42.677832 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-e5ffa0c6-dbdb-416c-9270-cd273f6337c6 req-22510140-f540-4997-8835-2edf0b569997 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2287967 Jul 28 04:00:42.709867 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c6e1ef4b-7103-43b4-88e0-7dbcd2918057 req-0d4ba80c-7c1c-4bdd-866f-38f96fa42ec9 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812724 Jul 28 04:00:42.743495 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=100 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:42.759550 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83afcc-c34a-464d-9d76-a75d1ed612b1 req-990a819e-e90a-4125-8fe4-71f87cae7395 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:42.765369 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-0a83afcc-c34a-464d-9d76-a75d1ed612b1 req-990a819e-e90a-4125-8fe4-71f87cae7395 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] 10.222.0.66 "GET /v2.0/ports?device_id=7fc05300-354f-45e2-b18d-208242b25442 HTTP/1.1" status: 200 len: 948 time: 0.0557146 Jul 28 04:00:42.780896 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370b819-aca7-4101-8e57-906c8361b50e req-d57bd863-1ba6-42a8-a248-a71aae70ed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:42.782948 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3370b819-aca7-4101-8e57-906c8361b50e req-d57bd863-1ba6-42a8-a248-a71aae70ed93 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3703ddd7285740f593e7269eac250ebc&device_id=7fc05300-354f-45e2-b18d-208242b25442 HTTP/1.1" status: 200 len: 1132 time: 0.0606930 Jul 28 04:00:42.813901 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-0a83afcc-c34a-464d-9d76-a75d1ed612b1 req-eb195dfd-f4b8-43f6-b225-80bc72bf8786 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] 10.222.0.66 "GET /v2.0/security-groups?id=12e60966-1e93-45ea-984c-a15f415893e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440028 Jul 28 04:00:42.842354 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3370b819-aca7-4101-8e57-906c8361b50e req-28572505-755a-46e0-aafd-ef3996a37e5e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=08a5cd31-ba92-4ee2-a0ac-9245a170d029 HTTP/1.1" status: 200 len: 217 time: 0.0447674 Jul 28 04:00:42.906858 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370b819-aca7-4101-8e57-906c8361b50e req-1f69b420-bfcc-4088-acaa-7733210a7983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:42.908336 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3370b819-aca7-4101-8e57-906c8361b50e req-1f69b420-bfcc-4088-acaa-7733210a7983 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=69c044a6-3d90-4384-a0fb-6a6206941982 HTTP/1.1" status: 200 len: 843 time: 0.0521131 Jul 28 04:00:42.956696 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370b819-aca7-4101-8e57-906c8361b50e req-f19f3624-a41a-4087-b44e-dd341dcdb070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:42.958299 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3370b819-aca7-4101-8e57-906c8361b50e req-f19f3624-a41a-4087-b44e-dd341dcdb070 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c791f427-effe-4157-8920-b4f2ee9ef4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0401545 Jul 28 04:00:43.050274 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-d77fb8fc-0088-49b1-8725-2235da178b1c req-d4600903-7dbc-495a-8a56-11501e90f8e4 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7bfe516-260b-44cc-b78b-6dfc94941c45 HTTP/1.1" status: 200 len: 210 time: 0.0654428 Jul 28 04:00:43.081805 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:43.093327 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3370b819-aca7-4101-8e57-906c8361b50e req-6d6cd869-5201-42ff-9b98-342cb2b85f77 service neutron] 10.222.0.67 "GET /v2.0/networks/c791f427-effe-4157-8920-b4f2ee9ef4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278338 Jul 28 04:00:43.196910 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3370b819-aca7-4101-8e57-906c8361b50e req-a12c5671-3c96-446f-8e89-9ad09e07e60a service neutron] 10.222.0.67 "GET /v2.0/networks/c791f427-effe-4157-8920-b4f2ee9ef4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914669 Jul 28 04:00:43.225315 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-0cf94127-29ec-4423-b30d-bd69bb94eb85 req-6fef87bd-4495-48f1-aa39-29cf1ec2cd2d tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 210 time: 0.0317852 Jul 28 04:00:43.839258 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad9d55-6fde-4e4f-916e-e0a6948c58d4 req-62aca841-b641-4c79-8f5a-0bc44a2aa9d3 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:43.841145 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-21ad9d55-6fde-4e4f-916e-e0a6948c58d4 req-62aca841-b641-4c79-8f5a-0bc44a2aa9d3 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=a30f5c60-8ee4-4d46-aec9-34dd464d21b9 HTTP/1.1" status: 200 len: 945 time: 0.0520282 Jul 28 04:00:43.891327 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-21ad9d55-6fde-4e4f-916e-e0a6948c58d4 req-50679f8d-2bf3-46da-ae5d-68b7f1b35996 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443914 Jul 28 04:00:43.937711 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ec5fb-4d15-40e8-88ea-c2bdfa6dcbd5 req-6011fa1f-744b-43e0-b068-a82be6b3dbc6 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:43.939198 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-0e7ec5fb-4d15-40e8-88ea-c2bdfa6dcbd5 req-6011fa1f-744b-43e0-b068-a82be6b3dbc6 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] 10.222.0.66 "GET /v2.0/ports?device_id=7fc05300-354f-45e2-b18d-208242b25442 HTTP/1.1" status: 200 len: 948 time: 0.0474255 Jul 28 04:00:43.989748 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-0e7ec5fb-4d15-40e8-88ea-c2bdfa6dcbd5 req-1b9b6e37-c661-4658-b914-6634df85eedb tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] 10.222.0.66 "GET /v2.0/security-groups?id=12e60966-1e93-45ea-984c-a15f415893e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450056 Jul 28 04:00:44.150199 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3bd64352-7741-4afe-89cb-2e12bf738a3e req-af3a5ff8-95d6-4c34-b9a5-84c01c9758cf tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7bfe516-260b-44cc-b78b-6dfc94941c45 HTTP/1.1" status: 200 len: 210 time: 0.0273223 Jul 28 04:00:44.340183 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-6f581a02-d65b-4f07-a922-39ff03a1884b req-6ce5021c-7483-41b5-a545-6daaa740e731 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 210 time: 0.0375555 Jul 28 04:00:44.845114 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-50d2660c-9323-4cef-b8cc-4053a36a4253 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:44.846594 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-50d2660c-9323-4cef-b8cc-4053a36a4253 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.67 "GET /v2.0/networks?id=577751dd-78a4-42c8-b90a-c6d300b531a2 HTTP/1.1" status: 200 len: 809 time: 0.3324497 Jul 28 04:00:44.875922 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-9c15a8c4-b329-4dc2-9a8b-996c5297659c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:44.921701 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-f692dd28-08b4-4578-a517-c056e9f634fc tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e16f8abc2ed4df1b2834b1669b67a1b HTTP/1.1" status: 200 len: 379 time: 0.0635729 Jul 28 04:00:44.933409 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-9e0ea41f-5c8d-43a8-a426-46435e0d978b tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Request body: {'port': {'device_id': '1ed19419-f0b9-473d-93cb-fefb8c29d74e', 'network_id': '577751dd-78a4-42c8-b90a-c6d300b531a2', 'admin_state_up': True, 'tenant_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'security_groups': ['4900d125-a7b7-45a8-8627-bc22acb9c028']}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:00:45.043643 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b32faf-29fe-4197-b902-a983b377fe03 req-5df7a513-b1ca-438f-8ebd-2f77afdd12af tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:45.045252 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-19b32faf-29fe-4197-b902-a983b377fe03 req-5df7a513-b1ca-438f-8ebd-2f77afdd12af tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=a30f5c60-8ee4-4d46-aec9-34dd464d21b9 HTTP/1.1" status: 200 len: 945 time: 0.0678761 Jul 28 04:00:45.129187 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30137e82-eb10-40a7-9634-56dd458e54c4 req-58370b89-2e57-4158-a61e-85e8001fab51 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:45.131504 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-30137e82-eb10-40a7-9634-56dd458e54c4 req-58370b89-2e57-4158-a61e-85e8001fab51 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] 10.222.0.66 "GET /v2.0/ports?device_id=7fc05300-354f-45e2-b18d-208242b25442 HTTP/1.1" status: 200 len: 948 time: 0.0545611 Jul 28 04:00:45.151376 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-19b32faf-29fe-4197-b902-a983b377fe03 req-30dd9c7a-5443-4c25-9ba4-a7415674c293 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712109 Jul 28 04:00:45.203019 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-30137e82-eb10-40a7-9634-56dd458e54c4 req-8412babd-f0d2-4100-afda-c97472e81823 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] 10.222.0.66 "GET /v2.0/security-groups?id=12e60966-1e93-45ea-984c-a15f415893e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584428 Jul 28 04:00:45.230759 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-9e0ea41f-5c8d-43a8-a426-46435e0d978b tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Made reservation on behalf of 5e16f8abc2ed4df1b2834b1669b67a1b for: {'port': 1} {{(pid=121474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:00:45.234687 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-9e0ea41f-5c8d-43a8-a426-46435e0d978b tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:45.275422 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-40aa843b-6ea6-455b-a84b-6bde9a9c067d req-f8023a77-ac48-4279-915a-fb278a97634c tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7bfe516-260b-44cc-b78b-6dfc94941c45 HTTP/1.1" status: 200 len: 210 time: 0.0381112 Jul 28 04:00:45.419544 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.db_base_plugin_common [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-9e0ea41f-5c8d-43a8-a426-46435e0d978b tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Allocated IP 172.20.0.12 (577751dd-78a4-42c8-b90a-c6d300b531a2/117a9784-f853-4ff3-95fc-37c8f679d459/68bf49ef-5416-40a1-b99b-f3cd17caa288) {{(pid=121474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:00:45.439690 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:45.465345 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-8dae210f-4c77-4588-bb9e-b8615f65dc89 req-7343ad59-eaf2-447c-bc6d-ec7cd692114d tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 210 time: 0.0362122 Jul 28 04:00:45.586709 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:45.668302 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-9e0ea41f-5c8d-43a8-a426-46435e0d978b tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks [] for port (68bf49ef-5416-40a1-b99b-f3cd17caa288), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:45.675348 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-88320cc9-1d33-42a4-918a-2cdd90b94250 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:45.676863 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-88320cc9-1d33-42a4-918a-2cdd90b94250 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.67 "GET /v2.0/networks?id=4b26df26-f527-4a68-b490-7db3cb955d7b HTTP/1.1" status: 200 len: 806 time: 0.1564329 Jul 28 04:00:45.702415 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-99901f20-e72c-4647-8b06-b4b1dc5c899d tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Request body: {'port': {'device_id': 'f7bfe516-260b-44cc-b78b-6dfc94941c45', 'network_id': '4b26df26-f527-4a68-b490-7db3cb955d7b', 'admin_state_up': True, 'tenant_id': '7041d959d23d41c58ac1f68559a14647'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:00:45.846585 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-9e0ea41f-5c8d-43a8-a426-46435e0d978b tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (68bf49ef-5416-40a1-b99b-f3cd17caa288), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:45.854057 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device 08a5cd31-ba92-4ee2-a0ac-9245a170d029 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=121476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:00:45.899325 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-9e0ea41f-5c8d-43a8-a426-46435e0d978b tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Network 577751dd-78a4-42c8-b90a-c6d300b531a2 is already hosted by enough agents. {{(pid=121474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:00:45.905764 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-9e0ea41f-5c8d-43a8-a426-46435e0d978b tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Resources bound (agent type, host, resource id): {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:00:45.910248 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-9e0ea41f-5c8d-43a8-a426-46435e0d978b tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Received port after_create {{(pid=121474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 04:00:45.938346 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-99901f20-e72c-4647-8b06-b4b1dc5c899d tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Made reservation on behalf of 7041d959d23d41c58ac1f68559a14647 for: {'port': 1} {{(pid=121474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:00:45.947598 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-99901f20-e72c-4647-8b06-b4b1dc5c899d tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:45.960588 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ea41f-5c8d-43a8-a426-46435e0d978b tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Pushing event updated for resources: {'Port': ['ID=68bf49ef-5416-40a1-b99b-f3cd17caa288,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:45.976996 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0ea41f-5c8d-43a8-a426-46435e0d978b tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:45.978544 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0ea41f-5c8d-43a8-a426-46435e0d978b tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:45.978544 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0ea41f-5c8d-43a8-a426-46435e0d978b tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:45.978544 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0ea41f-5c8d-43a8-a426-46435e0d978b tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:45.978544 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0ea41f-5c8d-43a8-a426-46435e0d978b tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:45.978932 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0ea41f-5c8d-43a8-a426-46435e0d978b tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:45.979020 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0ea41f-5c8d-43a8-a426-46435e0d978b tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:45.979306 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0ea41f-5c8d-43a8-a426-46435e0d978b tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:45.979634 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0ea41f-5c8d-43a8-a426-46435e0d978b tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:45.980018 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0ea41f-5c8d-43a8-a426-46435e0d978b tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:45.980344 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0ea41f-5c8d-43a8-a426-46435e0d978b tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:45.980567 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port 08a5cd31-ba92-4ee2-a0ac-9245a170d029, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=08a5cd31-ba92-4ee2-a0ac-9245a170d029,segment=NetworkSegment(e98b39d7-06f5-4424-a730-e8d495b1779d),segment_id=e98b39d7-06f5-4424-a730-e8d495b1779d)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:00:45.981068 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0ea41f-5c8d-43a8-a426-46435e0d978b tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:45.981068 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0ea41f-5c8d-43a8-a426-46435e0d978b tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:45.981304 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0ea41f-5c8d-43a8-a426-46435e0d978b tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:45.981625 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0ea41f-5c8d-43a8-a426-46435e0d978b tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:45.992892 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:46.001181 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Returning: {'device': '08a5cd31-ba92-4ee2-a0ac-9245a170d029', 'network_id': 'c791f427-effe-4157-8920-b4f2ee9ef4e7', 'port_id': '08a5cd31-ba92-4ee2-a0ac-9245a170d029', 'mac_address': 'fa:16:3e:58:93:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c044a6-3d90-4384-a0fb-6a6206941982', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:00:46.045176 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-9e0ea41f-5c8d-43a8-a426-46435e0d978b tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:46.046119 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-9e0ea41f-5c8d-43a8-a426-46435e0d978b tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:46.048481 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port 08a5cd31-ba92-4ee2-a0ac-9245a170d029 is: DOWN; New status is: BUILD {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:00:46.048880 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (08a5cd31-ba92-4ee2-a0ac-9245a170d029), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:46.065863 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08a5cd31-ba92-4ee2-a0ac-9245a170d029 {{(pid=121476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 04:00:46.091122 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port 08a5cd31-ba92-4ee2-a0ac-9245a170d029, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=08a5cd31-ba92-4ee2-a0ac-9245a170d029,segment=NetworkSegment(e98b39d7-06f5-4424-a730-e8d495b1779d),segment_id=e98b39d7-06f5-4424-a730-e8d495b1779d)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:00:46.137687 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.db_base_plugin_common [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-99901f20-e72c-4647-8b06-b4b1dc5c899d tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Allocated IP 172.20.0.9 (4b26df26-f527-4a68-b490-7db3cb955d7b/3195e987-e720-443e-b3c4-cd1c05d16b31/d0a469e8-d1be-42d4-a869-5bac46b69fd5) {{(pid=121474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:00:46.161679 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-9e0ea41f-5c8d-43a8-a426-46435e0d978b tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2335312 Jul 28 04:00:46.186770 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (08a5cd31-ba92-4ee2-a0ac-9245a170d029), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:46.194982 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-dbcd8d66-b686-4154-8c50-c4ee48701fe2 service neutron] Request body: {'port': {'device_id': '1ed19419-f0b9-473d-93cb-fefb8c29d74e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:00:46.263781 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=08a5cd31-ba92-4ee2-a0ac-9245a170d029,revision_number=4']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:46.283648 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-1a1d2fa1-7d13-4204-ad2a-af2da212fd76 None None] Provisioning complete for port 68bf49ef-5416-40a1-b99b-f3cd17caa288 triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:00:46.284063 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-1a1d2fa1-7d13-4204-ad2a-af2da212fd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (68bf49ef-5416-40a1-b99b-f3cd17caa288), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:46.313977 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c6882-029e-4922-990e-1ea882092b3a req-c692f30e-3b25-45f3-8113-ca6841455a93 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:46.321617 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-763c6882-029e-4922-990e-1ea882092b3a req-c692f30e-3b25-45f3-8113-ca6841455a93 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=a30f5c60-8ee4-4d46-aec9-34dd464d21b9 HTTP/1.1" status: 200 len: 945 time: 0.0807402 Jul 28 04:00:46.323558 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-1a1d2fa1-7d13-4204-ad2a-af2da212fd76 None None] Port 68bf49ef-5416-40a1-b99b-f3cd17caa288 cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 04:00:46.350654 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b8660-26bc-4316-9f7d-914de46c8aa8 req-7852d6a7-2a8c-4210-9d0e-95d861d53ec7 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:46.352184 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-a28b8660-26bc-4316-9f7d-914de46c8aa8 req-7852d6a7-2a8c-4210-9d0e-95d861d53ec7 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] 10.222.0.66 "GET /v2.0/ports?device_id=7fc05300-354f-45e2-b18d-208242b25442 HTTP/1.1" status: 200 len: 949 time: 0.0585642 Jul 28 04:00:46.381454 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=100 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:46.407152 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-a28b8660-26bc-4316-9f7d-914de46c8aa8 req-fede1f0b-260e-4542-a03d-1721196207a4 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] 10.222.0.66 "GET /v2.0/security-groups?id=12e60966-1e93-45ea-984c-a15f415893e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489609 Jul 28 04:00:46.456687 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-dbcd8d66-b686-4154-8c50-c4ee48701fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (68bf49ef-5416-40a1-b99b-f3cd17caa288), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:46.495276 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-763c6882-029e-4922-990e-1ea882092b3a req-ade75cc1-e241-4e6f-9882-43a8c7873816 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725729 Jul 28 04:00:46.505674 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-6a0a7176-2a27-4c5b-8459-52e5a802b2cc req-e2ac8997-ae63-4c3a-b658-01d4fe41d104 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7bfe516-260b-44cc-b78b-6dfc94941c45 HTTP/1.1" status: 200 len: 210 time: 0.0326431 Jul 28 04:00:46.527243 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] get_ports_and_sgs() called for port_ids ['08a5cd31-ba92-4ee2-a0ac-9245a170d029'] {{(pid=121476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:00:46.589061 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:46.600359 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-99901f20-e72c-4647-8b06-b4b1dc5c899d tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Publish callbacks [] for port (d0a469e8-d1be-42d4-a869-5bac46b69fd5), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:46.662768 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=100 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:46.675108 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:46.709858 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f45f6d-b2a3-4132-8027-92168b2a21df req-6890a1ab-d70d-4e46-8c8f-5a49525fb673 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:46.711371 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-84f45f6d-b2a3-4132-8027-92168b2a21df req-6890a1ab-d70d-4e46-8c8f-5a49525fb673 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 932 time: 0.1441402 Jul 28 04:00:46.832631 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-84f45f6d-b2a3-4132-8027-92168b2a21df req-a3947269-1907-4a11-8dd8-c8768149bbcb tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135623 Jul 28 04:00:46.884097 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-99901f20-e72c-4647-8b06-b4b1dc5c899d tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (d0a469e8-d1be-42d4-a869-5bac46b69fd5), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:46.908504 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:46.973032 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-dbcd8d66-b686-4154-8c50-c4ee48701fe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68bf49ef-5416-40a1-b99b-f3cd17caa288 {{(pid=121474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 04:00:46.978336 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-99901f20-e72c-4647-8b06-b4b1dc5c899d tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Network 4b26df26-f527-4a68-b490-7db3cb955d7b is already hosted by enough agents. {{(pid=121474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:00:46.985526 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-99901f20-e72c-4647-8b06-b4b1dc5c899d tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Resources bound (agent type, host, resource id): {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:00:46.988999 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-dbcd8d66-b686-4154-8c50-c4ee48701fe2 service neutron] Publish callbacks [] for port (68bf49ef-5416-40a1-b99b-f3cd17caa288), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:46.991495 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-99901f20-e72c-4647-8b06-b4b1dc5c899d tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Received port after_create {{(pid=121474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 04:00:46.994855 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99901f20-e72c-4647-8b06-b4b1dc5c899d tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Pushing event updated for resources: {'Port': ['ID=d0a469e8-d1be-42d4-a869-5bac46b69fd5,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:47.032565 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.provisioning_blocks [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-dbcd8d66-b686-4154-8c50-c4ee48701fe2 service neutron] Transition to ACTIVE for port object 68bf49ef-5416-40a1-b99b-f3cd17caa288 will not be triggered until provisioned by entity L2. {{(pid=121474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 04:00:47.058000 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-99901f20-e72c-4647-8b06-b4b1dc5c899d tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:47.058723 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-99901f20-e72c-4647-8b06-b4b1dc5c899d tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:47.107935 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-dbcd8d66-b686-4154-8c50-c4ee48701fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26044716'] for port (68bf49ef-5416-40a1-b99b-f3cd17caa288), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:47.145048 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-99901f20-e72c-4647-8b06-b4b1dc5c899d tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4465997 Jul 28 04:00:47.167848 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd8d66-b686-4154-8c50-c4ee48701fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=68bf49ef-5416-40a1-b99b-f3cd17caa288,revision_number=2']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:47.233444 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-ce618138-f3ad-420f-b280-02f8a7d7d1ca service neutron] Request body: {'port': {'device_id': 'f7bfe516-260b-44cc-b78b-6dfc94941c45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:00:47.335444 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-dbcd8d66-b686-4154-8c50-c4ee48701fe2 service neutron] Attempting to bind port 68bf49ef-5416-40a1-b99b-f3cd17caa288 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 04:00:47.335444 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-dbcd8d66-b686-4154-8c50-c4ee48701fe2 service neutron] Attempting to bind port 68bf49ef-5416-40a1-b99b-f3cd17caa288 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '14a8c6bf-83b7-46f9-8c66-fb10450c3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '577751dd-78a4-42c8-b90a-c6d300b531a2'}] {{(pid=121474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 04:00:47.335444 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-dbcd8d66-b686-4154-8c50-c4ee48701fe2 service neutron] Attempting to bind port 68bf49ef-5416-40a1-b99b-f3cd17caa288 on network 577751dd-78a4-42c8-b90a-c6d300b531a2 {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:00:47.348381 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-dbcd8d66-b686-4154-8c50-c4ee48701fe2 service neutron] Port 68bf49ef-5416-40a1-b99b-f3cd17caa288 on network 577751dd-78a4-42c8-b90a-c6d300b531a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 04:00:47.348710 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-dbcd8d66-b686-4154-8c50-c4ee48701fe2 service neutron] Attempting to bind port 68bf49ef-5416-40a1-b99b-f3cd17caa288 on network 577751dd-78a4-42c8-b90a-c6d300b531a2 {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:00:47.355228 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-ce618138-f3ad-420f-b280-02f8a7d7d1ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (d0a469e8-d1be-42d4-a869-5bac46b69fd5), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:47.370456 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-dbcd8d66-b686-4154-8c50-c4ee48701fe2 service neutron] Checking agent: {'id': 'a6d923ff-d983-4784-981f-1bbce4c5c5ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 56, 49), 'started_at': datetime.datetime(2022, 7, 28, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 4, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 04:00:47.370801 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-dbcd8d66-b686-4154-8c50-c4ee48701fe2 service neutron] Checking segment: {'id': '14a8c6bf-83b7-46f9-8c66-fb10450c3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '577751dd-78a4-42c8-b90a-c6d300b531a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 04:00:47.371184 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-dbcd8d66-b686-4154-8c50-c4ee48701fe2 service neutron] Bound using segment: {'id': '14a8c6bf-83b7-46f9-8c66-fb10450c3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '577751dd-78a4-42c8-b90a-c6d300b531a2'} {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 04:00:47.371670 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-dbcd8d66-b686-4154-8c50-c4ee48701fe2 service neutron] Bound port: 68bf49ef-5416-40a1-b99b-f3cd17caa288, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a8c6bf-83b7-46f9-8c66-fb10450c3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '577751dd-78a4-42c8-b90a-c6d300b531a2'}}] {{(pid=121474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 04:00:47.372055 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-dbcd8d66-b686-4154-8c50-c4ee48701fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (68bf49ef-5416-40a1-b99b-f3cd17caa288), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:47.413326 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ed99989b-42af-468d-9c33-73f568a2b944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:47.526804 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-dbcd8d66-b686-4154-8c50-c4ee48701fe2 service neutron] For port 68bf49ef-5416-40a1-b99b-f3cd17caa288, host hv-cinder-85127, cleared binding levels {{(pid=121474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:00:47.535551 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-dbcd8d66-b686-4154-8c50-c4ee48701fe2 service neutron] For port 68bf49ef-5416-40a1-b99b-f3cd17caa288, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=68bf49ef-5416-40a1-b99b-f3cd17caa288,segment=NetworkSegment(14a8c6bf-83b7-46f9-8c66-fb10450c3d17),segment_id=14a8c6bf-83b7-46f9-8c66-fb10450c3d17)] {{(pid=121474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:00:47.574320 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4bf6d-5c2f-4498-9fff-fa6ba582a3c2 req-b28c8070-1a01-4811-ae96-219a307f0734 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:47.577588 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-1da4bf6d-5c2f-4498-9fff-fa6ba582a3c2 req-b28c8070-1a01-4811-ae96-219a307f0734 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] 10.222.0.66 "GET /v2.0/ports?device_id=7fc05300-354f-45e2-b18d-208242b25442 HTTP/1.1" status: 200 len: 949 time: 0.0713081 Jul 28 04:00:47.640782 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-1da4bf6d-5c2f-4498-9fff-fa6ba582a3c2 req-8d1a7c2b-3698-4a29-80ec-3692758f9416 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] 10.222.0.66 "GET /v2.0/security-groups?id=12e60966-1e93-45ea-984c-a15f415893e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577638 Jul 28 04:00:47.663749 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-dbcd8d66-b686-4154-8c50-c4ee48701fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26044716'] for port (68bf49ef-5416-40a1-b99b-f3cd17caa288), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:47.671177 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69406c-68e8-4d1c-a131-f0f2e9201447 req-1cefac00-b025-43f3-85bd-729a81067656 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:47.672799 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-5a69406c-68e8-4d1c-a131-f0f2e9201447 req-1cefac00-b025-43f3-85bd-729a81067656 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=a30f5c60-8ee4-4d46-aec9-34dd464d21b9 HTTP/1.1" status: 200 len: 945 time: 0.0655026 Jul 28 04:00:47.756223 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-dbcd8d66-b686-4154-8c50-c4ee48701fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:47.756856 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-dbcd8d66-b686-4154-8c50-c4ee48701fe2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:47.760999 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-dbcd8d66-b686-4154-8c50-c4ee48701fe2 service neutron] 10.222.0.67 "PUT /v2.0/ports/68bf49ef-5416-40a1-b99b-f3cd17caa288 HTTP/1.1" status: 200 len: 1094 time: 1.5843945 Jul 28 04:00:47.768787 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ed19419-f0b9-473d-93cb-fefb8c29d74e', 'tag': '68bf49ef-5416-40a1-b99b-f3cd17caa288'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:00:47.771104 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2037b1-0b33-46c1-91d8-5e5ad0a028cd" -d '{"events": [{"name": "network-changed", "server_uuid": "1ed19419-f0b9-473d-93cb-fefb8c29d74e", "tag": "68bf49ef-5416-40a1-b99b-f3cd17caa288"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:00:47.785611 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029779f-22fd-4e28-81fc-3fcb7114caf6 req-f92191da-a11b-4dc4-9683-09420019b874 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:47.787355 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-5029779f-22fd-4e28-81fc-3fcb7114caf6 req-f92191da-a11b-4dc4-9683-09420019b874 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7bfe516-260b-44cc-b78b-6dfc94941c45 HTTP/1.1" status: 200 len: 931 time: 0.0817854 Jul 28 04:00:47.819254 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd8d66-b686-4154-8c50-c4ee48701fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=68bf49ef-5416-40a1-b99b-f3cd17caa288,revision_number=3']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:47.849193 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-5029779f-22fd-4e28-81fc-3fcb7114caf6 req-2ff22ee4-1754-4a21-892e-06ab84eb51dd tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/security-groups?id=c991cb38-6d88-4f1e-b7c6-731fd2d6a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539868 Jul 28 04:00:47.856626 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-5a69406c-68e8-4d1c-a131-f0f2e9201447 req-1230b6f1-a15b-451f-a186-285603777745 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682625 Jul 28 04:00:47.868845 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-ce618138-f3ad-420f-b280-02f8a7d7d1ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0a469e8-d1be-42d4-a869-5bac46b69fd5 {{(pid=121474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 04:00:47.869906 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device 08a5cd31-ba92-4ee2-a0ac-9245a170d029 up at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:00:47.877665 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-ce618138-f3ad-420f-b280-02f8a7d7d1ca service neutron] Publish callbacks [] for port (d0a469e8-d1be-42d4-a869-5bac46b69fd5), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:47.904503 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.provisioning_blocks [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-ce618138-f3ad-420f-b280-02f8a7d7d1ca service neutron] Transition to ACTIVE for port object d0a469e8-d1be-42d4-a869-5bac46b69fd5 will not be triggered until provisioned by entity L2. {{(pid=121474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 04:00:47.906141 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:47.960679 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning for port 08a5cd31-ba92-4ee2-a0ac-9245a170d029 completed by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 04:00:47.968065 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 04:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc2abbe-791f-436c-a10b-41733a629776 x-openstack-request-id: req-cfc2abbe-791f-436c-a10b-41733a629776 {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:00:47.968461 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ed19419-f0b9-473d-93cb-fefb8c29d74e", "tag": "68bf49ef-5416-40a1-b99b-f3cd17caa288", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:00:47.968783 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cfc2abbe-791f-436c-a10b-41733a629776 {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:00:47.969248 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfc2abbe-791f-436c-a10b-41733a629776'] response: {'name': 'network-changed', 'server_uuid': '1ed19419-f0b9-473d-93cb-fefb8c29d74e', 'tag': '68bf49ef-5416-40a1-b99b-f3cd17caa288', 'status': 'completed', 'code': 200} Jul 28 04:00:47.981865 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-8820ebc7-cffb-4658-8ced-41d696309ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:47.983546 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-8820ebc7-cffb-4658-8ced-41d696309ff6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5e16f8abc2ed4df1b2834b1669b67a1b&device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 1128 time: 0.0631845 Jul 28 04:00:48.001202 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-ce618138-f3ad-420f-b280-02f8a7d7d1ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26044716'] for port (d0a469e8-d1be-42d4-a869-5bac46b69fd5), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:48.042987 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-787c663a-1793-441a-9bbf-b72c453a20f2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68bf49ef-5416-40a1-b99b-f3cd17caa288 HTTP/1.1" status: 200 len: 217 time: 0.0500736 Jul 28 04:00:48.047825 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fde36a-4de8-40a1-902c-2f5c45cdc0d0 req-3d3b2735-cc25-4c02-9d13-094e529804c7 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:48.049364 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-15fde36a-4de8-40a1-902c-2f5c45cdc0d0 req-3d3b2735-cc25-4c02-9d13-094e529804c7 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 944 time: 0.0574503 Jul 28 04:00:48.064931 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning complete for port 08a5cd31-ba92-4ee2-a0ac-9245a170d029 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:00:48.065575 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (08a5cd31-ba92-4ee2-a0ac-9245a170d029), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:48.115056 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:48.115375 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-15fde36a-4de8-40a1-902c-2f5c45cdc0d0 req-f939c49a-94d2-46a5-8e3d-ab95950ead5b tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592849 Jul 28 04:00:48.140206 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce618138-f3ad-420f-b280-02f8a7d7d1ca service neutron] Pushing event updated for resources: {'Port': ['ID=d0a469e8-d1be-42d4-a869-5bac46b69fd5,revision_number=2']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:48.143189 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-bc1d8f87-f321-4a2c-b1e3-dd70593d232a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:48.144680 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-bc1d8f87-f321-4a2c-b1e3-dd70593d232a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=117a9784-f853-4ff3-95fc-37c8f679d459 HTTP/1.1" status: 200 len: 848 time: 0.0830545 Jul 28 04:00:48.164816 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port 08a5cd31-ba92-4ee2-a0ac-9245a170d029 is: BUILD; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:00:48.165209 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (08a5cd31-ba92-4ee2-a0ac-9245a170d029), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:48.190791 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc05300-354f-45e2-b18d-208242b25442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a5cd31-ba92-4ee2-a0ac-9245a170d029'}] {{(pid=121476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:00:48.193641 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63807e78e749bb54735be4dbe0f6e45a10aff1c6ba31450fe55014b89068368c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92cac59d-a331-4a6c-8566-26f2b8799d51" -d '{"events": [{"server_uuid": "7fc05300-354f-45e2-b18d-208242b25442", "name": "network-vif-plugged", "status": "completed", "tag": "08a5cd31-ba92-4ee2-a0ac-9245a170d029"}]}' {{(pid=121476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:00:48.212700 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-f38a884a-5752-4d29-9a32-2ad0beb28478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:48.214229 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-f38a884a-5752-4d29-9a32-2ad0beb28478 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=577751dd-78a4-42c8-b90a-c6d300b531a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466716 Jul 28 04:00:48.220679 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port 08a5cd31-ba92-4ee2-a0ac-9245a170d029, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=08a5cd31-ba92-4ee2-a0ac-9245a170d029,segment=NetworkSegment(e98b39d7-06f5-4424-a730-e8d495b1779d),segment_id=e98b39d7-06f5-4424-a730-e8d495b1779d)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:00:48.240239 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 04:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f45512-c2c4-4126-b011-7d6cdbfc77d0 x-openstack-request-id: req-19f45512-c2c4-4126-b011-7d6cdbfc77d0 {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:00:48.240530 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc05300-354f-45e2-b18d-208242b25442", "name": "network-vif-plugged", "status": "completed", "tag": "08a5cd31-ba92-4ee2-a0ac-9245a170d029", "code": 200}]} {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:00:48.240793 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-19f45512-c2c4-4126-b011-7d6cdbfc77d0 {{(pid=121476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:00:48.241196 dv-cinder-851279-1-iscsi neutron-server[121476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19f45512-c2c4-4126-b011-7d6cdbfc77d0'] response: {'server_uuid': '7fc05300-354f-45e2-b18d-208242b25442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a5cd31-ba92-4ee2-a0ac-9245a170d029', 'code': 200} Jul 28 04:00:48.279985 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (08a5cd31-ba92-4ee2-a0ac-9245a170d029), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:48.284895 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:48.335568 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=08a5cd31-ba92-4ee2-a0ac-9245a170d029,revision_number=5']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:48.338240 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-ce618138-f3ad-420f-b280-02f8a7d7d1ca service neutron] Attempting to bind port d0a469e8-d1be-42d4-a869-5bac46b69fd5 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 04:00:48.338629 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-ce618138-f3ad-420f-b280-02f8a7d7d1ca service neutron] Attempting to bind port d0a469e8-d1be-42d4-a869-5bac46b69fd5 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '0b36db99-b7ec-4aa8-8505-4247e30a3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4b26df26-f527-4a68-b490-7db3cb955d7b'}] {{(pid=121474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 04:00:48.338961 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-ce618138-f3ad-420f-b280-02f8a7d7d1ca service neutron] Attempting to bind port d0a469e8-d1be-42d4-a869-5bac46b69fd5 on network 4b26df26-f527-4a68-b490-7db3cb955d7b {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:00:48.358224 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-ce618138-f3ad-420f-b280-02f8a7d7d1ca service neutron] Port d0a469e8-d1be-42d4-a869-5bac46b69fd5 on network 4b26df26-f527-4a68-b490-7db3cb955d7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 04:00:48.358540 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-ce618138-f3ad-420f-b280-02f8a7d7d1ca service neutron] Attempting to bind port d0a469e8-d1be-42d4-a869-5bac46b69fd5 on network 4b26df26-f527-4a68-b490-7db3cb955d7b {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:00:48.373281 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-ce618138-f3ad-420f-b280-02f8a7d7d1ca service neutron] Checking agent: {'id': 'a6d923ff-d983-4784-981f-1bbce4c5c5ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 56, 49), 'started_at': datetime.datetime(2022, 7, 28, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 4, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 04:00:48.376810 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-ce618138-f3ad-420f-b280-02f8a7d7d1ca service neutron] Checking segment: {'id': '0b36db99-b7ec-4aa8-8505-4247e30a3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4b26df26-f527-4a68-b490-7db3cb955d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 04:00:48.376810 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-ce618138-f3ad-420f-b280-02f8a7d7d1ca service neutron] Bound using segment: {'id': '0b36db99-b7ec-4aa8-8505-4247e30a3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4b26df26-f527-4a68-b490-7db3cb955d7b'} {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 04:00:48.376810 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-ce618138-f3ad-420f-b280-02f8a7d7d1ca service neutron] Bound port: d0a469e8-d1be-42d4-a869-5bac46b69fd5, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b36db99-b7ec-4aa8-8505-4247e30a3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4b26df26-f527-4a68-b490-7db3cb955d7b'}}] {{(pid=121474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 04:00:48.376810 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-ce618138-f3ad-420f-b280-02f8a7d7d1ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (d0a469e8-d1be-42d4-a869-5bac46b69fd5), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:48.390764 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-9b7d926f-01cf-4bbf-ba12-5d679e48e415 service neutron] 10.222.0.67 "GET /v2.0/networks/577751dd-78a4-42c8-b90a-c6d300b531a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624072 Jul 28 04:00:48.496046 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-ce618138-f3ad-420f-b280-02f8a7d7d1ca service neutron] For port d0a469e8-d1be-42d4-a869-5bac46b69fd5, host hv-cinder-85127, cleared binding levels {{(pid=121474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:00:48.501096 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-ce618138-f3ad-420f-b280-02f8a7d7d1ca service neutron] For port d0a469e8-d1be-42d4-a869-5bac46b69fd5, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=d0a469e8-d1be-42d4-a869-5bac46b69fd5,segment=NetworkSegment(0b36db99-b7ec-4aa8-8505-4247e30a3fb1),segment_id=0b36db99-b7ec-4aa8-8505-4247e30a3fb1)] {{(pid=121474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:00:48.527619 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-21333e17-27f8-44c1-8175-b16a62e7dd14 req-806288eb-238d-4c91-b2d5-88ea9647fecd service neutron] 10.222.0.67 "GET /v2.0/networks/577751dd-78a4-42c8-b90a-c6d300b531a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146135 Jul 28 04:00:48.595017 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b37a2-84f4-45e4-add6-d38309ab19fd req-549f7512-cadf-4ec9-8ea8-00449f3c36ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:48.596574 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-7a4b37a2-84f4-45e4-add6-d38309ab19fd req-549f7512-cadf-4ec9-8ea8-00449f3c36ed service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7fc05300-354f-45e2-b18d-208242b25442 HTTP/1.1" status: 200 len: 1134 time: 0.0441263 Jul 28 04:00:48.640679 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-ce618138-f3ad-420f-b280-02f8a7d7d1ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26044716'] for port (d0a469e8-d1be-42d4-a869-5bac46b69fd5), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:48.657751 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-7a4b37a2-84f4-45e4-add6-d38309ab19fd req-ddf5fd54-2283-4239-b753-d35208de2296 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=12e60966-1e93-45ea-984c-a15f415893e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531538 Jul 28 04:00:48.691432 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d923ff-d983-4784-981f-1bbce4c5c5ac), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:48.699056 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-ce618138-f3ad-420f-b280-02f8a7d7d1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:48.710471 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-ce618138-f3ad-420f-b280-02f8a7d7d1ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:48.710471 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-ce618138-f3ad-420f-b280-02f8a7d7d1ca service neutron] 10.222.0.67 "PUT /v2.0/ports/d0a469e8-d1be-42d4-a869-5bac46b69fd5 HTTP/1.1" status: 200 len: 1093 time: 1.4772997 Jul 28 04:00:48.725099 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce618138-f3ad-420f-b280-02f8a7d7d1ca service neutron] Pushing event updated for resources: {'Port': ['ID=d0a469e8-d1be-42d4-a869-5bac46b69fd5,revision_number=3']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:48.773446 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7f0dd-c148-47bc-9074-617facb99bf6 req-331f47e1-5e32-4ada-ae4b-075ef73c9754 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:48.775064 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-97b7f0dd-c148-47bc-9074-617facb99bf6 req-331f47e1-5e32-4ada-ae4b-075ef73c9754 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] 10.222.0.66 "GET /v2.0/ports?device_id=7fc05300-354f-45e2-b18d-208242b25442 HTTP/1.1" status: 200 len: 950 time: 0.0483038 Jul 28 04:00:48.823058 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-97b7f0dd-c148-47bc-9074-617facb99bf6 req-baee6ce0-b8c2-403f-8997-1596520c9747 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] 10.222.0.66 "GET /v2.0/security-groups?id=12e60966-1e93-45ea-984c-a15f415893e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419474 Jul 28 04:00:48.993265 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c3955a-61b9-4beb-963e-b4c29ff2b002 req-09cbd1da-d022-4975-8ed8-687dbd9aad27 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:48.994960 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c4c3955a-61b9-4beb-963e-b4c29ff2b002 req-09cbd1da-d022-4975-8ed8-687dbd9aad27 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7bfe516-260b-44cc-b78b-6dfc94941c45 HTTP/1.1" status: 200 len: 943 time: 0.0528462 Jul 28 04:00:49.008379 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb3046-af97-4210-90d7-884a2383c9df req-b840ba39-f089-4a34-81fc-cc288acb2bbc tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:49.009972 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-6adb3046-af97-4210-90d7-884a2383c9df req-b840ba39-f089-4a34-81fc-cc288acb2bbc tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=a30f5c60-8ee4-4d46-aec9-34dd464d21b9 HTTP/1.1" status: 200 len: 945 time: 0.0487895 Jul 28 04:00:49.017385 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:49.048060 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c4c3955a-61b9-4beb-963e-b4c29ff2b002 req-aca1c1f3-1f6c-410e-a7b9-63cab1f8ef46 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/security-groups?id=c991cb38-6d88-4f1e-b7c6-731fd2d6a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468633 Jul 28 04:00:49.065404 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-6adb3046-af97-4210-90d7-884a2383c9df req-5312d844-73f5-4282-bbe2-e4b5687cf50e tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488403 Jul 28 04:00:49.267188 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:49.322940 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2037b1-0b33-46c1-91d8-5e5ad0a028cd req-c0be6380-f975-45e5-80ba-c2c488b45e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:49.324359 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ac2037b1-0b33-46c1-91d8-5e5ad0a028cd req-c0be6380-f975-45e5-80ba-c2c488b45e98 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5e16f8abc2ed4df1b2834b1669b67a1b&device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 1128 time: 0.1452978 Jul 28 04:00:49.337550 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d0e18-6c62-4465-935a-7fa2ddbf057d req-c03469ee-0f91-4f43-9d81-e2b5d10e5169 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:49.339033 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ed8d0e18-6c62-4465-935a-7fa2ddbf057d req-c03469ee-0f91-4f43-9d81-e2b5d10e5169 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 944 time: 0.1467485 Jul 28 04:00:49.343268 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-75145f8b-286e-4fa0-9bee-e43e2d545e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:49.344660 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-75145f8b-286e-4fa0-9bee-e43e2d545e8f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7041d959d23d41c58ac1f68559a14647&device_id=f7bfe516-260b-44cc-b78b-6dfc94941c45 HTTP/1.1" status: 200 len: 1127 time: 0.1225860 Jul 28 04:00:49.356584 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-49b23118-7302-4852-8dea-f51873c11c43 req-e6b012ea-edc4-47c3-b1e4-c143a5590850 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0822561 Jul 28 04:00:49.596341 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:49.702550 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-fac388da-0ed4-4743-a9e8-aba5a0173a1f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0a469e8-d1be-42d4-a869-5bac46b69fd5 HTTP/1.1" status: 200 len: 217 time: 0.3306296 Jul 28 04:00:49.742837 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b23118-7302-4852-8dea-f51873c11c43 req-79d099d8-b459-4e8a-84f2-dad86aeb80eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:49.744461 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-49b23118-7302-4852-8dea-f51873c11c43 req-79d099d8-b459-4e8a-84f2-dad86aeb80eb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6a869e1e00fc4d8d9d4511e34501665f&device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 1129 time: 0.3331785 Jul 28 04:00:49.756749 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ed8d0e18-6c62-4465-935a-7fa2ddbf057d req-7675e0e0-0c37-4d98-b6c4-273a32fe6ed8 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4040437 Jul 28 04:00:49.780029 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2037b1-0b33-46c1-91d8-5e5ad0a028cd req-31dd113a-5b5b-4f91-83d5-e4e3ccc36c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:49.781554 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ac2037b1-0b33-46c1-91d8-5e5ad0a028cd req-31dd113a-5b5b-4f91-83d5-e4e3ccc36c1c service neutron] 10.222.0.67 "GET /v2.0/networks?id=577751dd-78a4-42c8-b90a-c6d300b531a2 HTTP/1.1" status: 200 len: 910 time: 0.4396598 Jul 28 04:00:49.974233 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7bfe516-260b-44cc-b78b-6dfc94941c45', 'tag': 'd0a469e8-d1be-42d4-a869-5bac46b69fd5'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:00:49.977412 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1d9e24-5db7-407f-8f1d-27581ab63445" -d '{"events": [{"name": "network-changed", "server_uuid": "f7bfe516-260b-44cc-b78b-6dfc94941c45", "tag": "d0a469e8-d1be-42d4-a869-5bac46b69fd5"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:00:49.980913 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ac2037b1-0b33-46c1-91d8-5e5ad0a028cd req-e4988c68-cb2b-44f9-b4cb-db4c89f6079e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68bf49ef-5416-40a1-b99b-f3cd17caa288 HTTP/1.1" status: 200 len: 217 time: 0.0946362 Jul 28 04:00:49.990791 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43237471-f787-45cb-842e-d02859889df7 req-d7b74430-7a84-4298-a06a-af710ec5f8d5 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:49.995819 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-43237471-f787-45cb-842e-d02859889df7 req-d7b74430-7a84-4298-a06a-af710ec5f8d5 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] 10.222.0.66 "GET /v2.0/ports?device_id=7fc05300-354f-45e2-b18d-208242b25442 HTTP/1.1" status: 200 len: 950 time: 0.0959995 Jul 28 04:00:50.073287 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-43237471-f787-45cb-842e-d02859889df7 req-71def77e-74a9-49e8-8daa-60e50bd6f6ae tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] 10.222.0.66 "GET /v2.0/security-groups?id=12e60966-1e93-45ea-984c-a15f415893e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761497 Jul 28 04:00:50.078206 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-78aaa7b4-64e1-4af2-91eb-e63cb4ebc8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:50.079840 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-78aaa7b4-64e1-4af2-91eb-e63cb4ebc8d0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3195e987-e720-443e-b3c4-cd1c05d16b31 HTTP/1.1" status: 200 len: 846 time: 0.1867714 Jul 28 04:00:50.109687 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 04:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9cf22b7-7257-4a09-a919-324816be243e x-openstack-request-id: req-c9cf22b7-7257-4a09-a919-324816be243e {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:00:50.109977 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7bfe516-260b-44cc-b78b-6dfc94941c45", "tag": "d0a469e8-d1be-42d4-a869-5bac46b69fd5", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:00:50.110226 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c9cf22b7-7257-4a09-a919-324816be243e {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:00:50.110629 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9cf22b7-7257-4a09-a919-324816be243e'] response: {'name': 'network-changed', 'server_uuid': 'f7bfe516-260b-44cc-b78b-6dfc94941c45', 'tag': 'd0a469e8-d1be-42d4-a869-5bac46b69fd5', 'status': 'completed', 'code': 200} Jul 28 04:00:50.142726 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:50.159190 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-75579d68-c4ea-4f86-937a-60ecf948d7ca service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4b26df26-f527-4a68-b490-7db3cb955d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679941 Jul 28 04:00:50.165766 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2037b1-0b33-46c1-91d8-5e5ad0a028cd req-6419fad8-2cb2-4934-9e39-ba38929fc1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:50.167682 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ac2037b1-0b33-46c1-91d8-5e5ad0a028cd req-6419fad8-2cb2-4934-9e39-ba38929fc1ca service neutron] 10.222.0.67 "GET /v2.0/subnets?id=117a9784-f853-4ff3-95fc-37c8f679d459 HTTP/1.1" status: 200 len: 848 time: 0.1555109 Jul 28 04:00:50.175601 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:50.213936 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa43bee-7168-47ca-b623-5ff492352640 req-39730630-e86c-4a18-a800-20f814995cb0 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:50.215862 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-caa43bee-7168-47ca-b623-5ff492352640 req-39730630-e86c-4a18-a800-20f814995cb0 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7bfe516-260b-44cc-b78b-6dfc94941c45 HTTP/1.1" status: 200 len: 943 time: 0.0633414 Jul 28 04:00:50.245419 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b23118-7302-4852-8dea-f51873c11c43 req-ede06711-0131-4f44-8455-a47e337e0dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:50.246864 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-49b23118-7302-4852-8dea-f51873c11c43 req-ede06711-0131-4f44-8455-a47e337e0dc4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5b7076b1-5b54-41f8-8740-25deddb61b0a HTTP/1.1" status: 200 len: 911 time: 0.3428504 Jul 28 04:00:50.266481 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-caa43bee-7168-47ca-b623-5ff492352640 req-840fab88-834d-4822-b123-9be6fcbc463a tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/security-groups?id=c991cb38-6d88-4f1e-b7c6-731fd2d6a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446293 Jul 28 04:00:50.317364 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2037b1-0b33-46c1-91d8-5e5ad0a028cd req-f26e09c2-f8c0-47dd-a6ce-5f7930bd0669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:50.318937 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ac2037b1-0b33-46c1-91d8-5e5ad0a028cd req-f26e09c2-f8c0-47dd-a6ce-5f7930bd0669 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=577751dd-78a4-42c8-b90a-c6d300b531a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1419086 Jul 28 04:00:50.329161 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e7905-c8cb-4e88-8a25-51fbef6e92c4 req-950c656f-9c39-47f8-8d24-e644b826f1d7 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:50.330732 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-d42e7905-c8cb-4e88-8a25-51fbef6e92c4 req-950c656f-9c39-47f8-8d24-e644b826f1d7 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=a30f5c60-8ee4-4d46-aec9-34dd464d21b9 HTTP/1.1" status: 200 len: 945 time: 0.1503220 Jul 28 04:00:50.373062 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-7aae9dc8-8196-4bde-a645-a437ec1895f9 service neutron] 10.222.0.67 "GET /v2.0/networks/4b26df26-f527-4a68-b490-7db3cb955d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982913 Jul 28 04:00:50.402972 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-d42e7905-c8cb-4e88-8a25-51fbef6e92c4 req-677760fb-be86-427c-b426-94d90b0be6d6 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607867 Jul 28 04:00:50.889496 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca36a61-4d6c-4636-b6e0-e029c2e8ba4c req-b0bbb3bd-8010-46d7-80ec-8d3bae9261ef tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:50.891154 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-6ca36a61-4d6c-4636-b6e0-e029c2e8ba4c req-b0bbb3bd-8010-46d7-80ec-8d3bae9261ef tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 944 time: 0.0567164 Jul 28 04:00:50.957851 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=100 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:50.973844 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb27edc-3b9a-4f99-b9ed-c522172550ea req-4f78e450-7989-445a-9b04-1d98ee018f21 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:50.975461 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-edb27edc-3b9a-4f99-b9ed-c522172550ea req-4f78e450-7989-445a-9b04-1d98ee018f21 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 946 time: 0.0578616 Jul 28 04:00:51.030698 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-edb27edc-3b9a-4f99-b9ed-c522172550ea req-9de0f333-f8db-4480-a86b-296869208959 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479941 Jul 28 04:00:51.140178 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-49b23118-7302-4852-8dea-f51873c11c43 req-cf0b47e9-bada-4966-992d-18acb90aaf9e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be05219a-2802-4e35-ad33-836ad2f1d343 HTTP/1.1" status: 200 len: 1001 time: 0.2296588 Jul 28 04:00:51.160903 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-6ca36a61-4d6c-4636-b6e0-e029c2e8ba4c req-103ba532-72c9-48d4-8a26-58955b394f84 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2565775 Jul 28 04:00:51.199611 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161776d6-dbdd-4e7a-bdd6-f9a79386560f req-9e4b18e2-7d83-43bb-a0a8-87bab1ae22cf tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:51.201923 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ac2037b1-0b33-46c1-91d8-5e5ad0a028cd req-ce58a065-d74c-4932-9e60-4e5194d01d6a service neutron] 10.222.0.67 "GET /v2.0/networks/577751dd-78a4-42c8-b90a-c6d300b531a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902756 Jul 28 04:00:51.205939 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-161776d6-dbdd-4e7a-bdd6-f9a79386560f req-9e4b18e2-7d83-43bb-a0a8-87bab1ae22cf tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] 10.222.0.66 "GET /v2.0/ports?device_id=7fc05300-354f-45e2-b18d-208242b25442 HTTP/1.1" status: 200 len: 950 time: 0.0564418 Jul 28 04:00:51.206102 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-73cf32cc-5ba4-4af0-888b-3923b724d82f req-a21d308e-8418-46e0-bf9d-9ef05c1c2d24 service neutron] 10.222.0.67 "GET /v2.0/networks/4b26df26-f527-4a68-b490-7db3cb955d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914085 Jul 28 04:00:51.240670 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 53302) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:00:51.254734 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-161776d6-dbdd-4e7a-bdd6-f9a79386560f req-c19a7dea-fd4c-4467-bb7d-a2bcf7db3850 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] 10.222.0.66 "GET /v2.0/security-groups?id=12e60966-1e93-45ea-984c-a15f415893e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464146 Jul 28 04:00:51.434798 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-806ab70e-57bf-48cb-a7ed-952e87c6d8c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:51.505396 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ac2037b1-0b33-46c1-91d8-5e5ad0a028cd req-2398bf3e-253b-42d3-a6b1-1b27f99e0949 service neutron] 10.222.0.67 "GET /v2.0/networks/577751dd-78a4-42c8-b90a-c6d300b531a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211154 Jul 28 04:00:51.510545 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b23118-7302-4852-8dea-f51873c11c43 req-667f4ba2-3a0a-4dfc-b350-c1fcd09460a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:51.511999 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-49b23118-7302-4852-8dea-f51873c11c43 req-667f4ba2-3a0a-4dfc-b350-c1fcd09460a5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0c317d02-35c6-4092-b3d2-22f73010b2ed HTTP/1.1" status: 200 len: 849 time: 0.2258654 Jul 28 04:00:51.519340 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aee25e-8567-4ced-a234-f8c60f738c72 req-910fc99a-70ab-462b-b59a-7f195fdb0392 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:51.520799 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f5aee25e-8567-4ced-a234-f8c60f738c72 req-910fc99a-70ab-462b-b59a-7f195fdb0392 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7bfe516-260b-44cc-b78b-6dfc94941c45 HTTP/1.1" status: 200 len: 943 time: 0.1165268 Jul 28 04:00:51.533037 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3b5cf-5b2c-4cea-8317-df2395ec792c req-d02019b4-adef-46f3-8ff0-837452ed7b11 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:51.534672 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-1db3b5cf-5b2c-4cea-8317-df2395ec792c req-d02019b4-adef-46f3-8ff0-837452ed7b11 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=a30f5c60-8ee4-4d46-aec9-34dd464d21b9 HTTP/1.1" status: 200 len: 945 time: 0.0544100 Jul 28 04:00:51.583883 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-1db3b5cf-5b2c-4cea-8317-df2395ec792c req-65c00602-00ec-4e0b-bacb-6c3f83e2361f tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424025 Jul 28 04:00:51.584465 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:51.599019 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f5aee25e-8567-4ced-a234-f8c60f738c72 req-b7d89f57-c2ac-4b34-98d0-4029e9499062 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/security-groups?id=c991cb38-6d88-4f1e-b7c6-731fd2d6a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711963 Jul 28 04:00:51.624020 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-806ab70e-57bf-48cb-a7ed-952e87c6d8c8 admin admin] Publish callbacks [] for security_group (4dc1d2c3-592d-4779-b7a8-1253ad734953), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:51.736997 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-806ab70e-57bf-48cb-a7ed-952e87c6d8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (4dc1d2c3-592d-4779-b7a8-1253ad734953), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:51.744826 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:51.784305 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 53322) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:00:51.784450 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-806ab70e-57bf-48cb-a7ed-952e87c6d8c8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=88195bb705d14068974c9d9b810d90c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5426612 Jul 28 04:00:51.786097 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ab70e-57bf-48cb-a7ed-952e87c6d8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc1d2c3-592d-4779-b7a8-1253ad734953,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:51.813672 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=100 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:51.872122 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-23d2ee38-86dd-4b32-9697-c1bca66d6b64 admin admin] Publish callbacks [] for security_group (4dc1d2c3-592d-4779-b7a8-1253ad734953), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:51.895491 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-23d2ee38-86dd-4b32-9697-c1bca66d6b64 admin admin] Publish callbacks [] for security_group (4dc1d2c3-592d-4779-b7a8-1253ad734953), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:52.053169 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-23d2ee38-86dd-4b32-9697-c1bca66d6b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (4dc1d2c3-592d-4779-b7a8-1253ad734953), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:52.056838 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-23d2ee38-86dd-4b32-9697-c1bca66d6b64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:52.058090 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-23d2ee38-86dd-4b32-9697-c1bca66d6b64 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4dc1d2c3-592d-4779-b7a8-1253ad734953 HTTP/1.1" status: 204 len: 168 time: 0.2727106 Jul 28 04:00:52.068317 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d2ee38-86dd-4b32-9697-c1bca66d6b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc1d2c3-592d-4779-b7a8-1253ad734953,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:52.077382 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d2ee38-86dd-4b32-9697-c1bca66d6b64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:52.077720 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d2ee38-86dd-4b32-9697-c1bca66d6b64 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:52.078067 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d2ee38-86dd-4b32-9697-c1bca66d6b64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:52.078394 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d2ee38-86dd-4b32-9697-c1bca66d6b64 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:52.078830 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d2ee38-86dd-4b32-9697-c1bca66d6b64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:52.079034 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d2ee38-86dd-4b32-9697-c1bca66d6b64 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:52.079356 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d2ee38-86dd-4b32-9697-c1bca66d6b64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:52.079677 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d2ee38-86dd-4b32-9697-c1bca66d6b64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:52.080046 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d2ee38-86dd-4b32-9697-c1bca66d6b64 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:52.080433 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d2ee38-86dd-4b32-9697-c1bca66d6b64 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:52.080762 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d2ee38-86dd-4b32-9697-c1bca66d6b64 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:52.081086 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d2ee38-86dd-4b32-9697-c1bca66d6b64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:52.081403 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d2ee38-86dd-4b32-9697-c1bca66d6b64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:52.081785 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d2ee38-86dd-4b32-9697-c1bca66d6b64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:52.082031 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d2ee38-86dd-4b32-9697-c1bca66d6b64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:52.599006 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d9e24-5db7-407f-8f1d-27581ab63445 req-f061e05e-9e76-4149-9454-8c613dff84e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:52.600547 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-6c1d9e24-5db7-407f-8f1d-27581ab63445 req-f061e05e-9e76-4149-9454-8c613dff84e8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7041d959d23d41c58ac1f68559a14647&device_id=f7bfe516-260b-44cc-b78b-6dfc94941c45 HTTP/1.1" status: 200 len: 1127 time: 0.0761566 Jul 28 04:00:52.602170 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b23118-7302-4852-8dea-f51873c11c43 req-8fc98f09-7db8-4952-b76d-9e5c78c1f74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:52.603584 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-49b23118-7302-4852-8dea-f51873c11c43 req-8fc98f09-7db8-4952-b76d-9e5c78c1f74b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5b7076b1-5b54-41f8-8740-25deddb61b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0709262 Jul 28 04:00:52.725340 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 53344) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:00:52.739027 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-ba434536-3cd7-49c1-ae60-d71088a72cfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:52.821723 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-ba434536-3cd7-49c1-ae60-d71088a72cfe admin admin] Publish callbacks [] for security_group (9f1e9ca6-417b-4f69-9369-28df1c8af0c6), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:52.881338 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-ba434536-3cd7-49c1-ae60-d71088a72cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (9f1e9ca6-417b-4f69-9369-28df1c8af0c6), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:52.923798 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-ba434536-3cd7-49c1-ae60-d71088a72cfe admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c79d5ba2b07c4e96928e9d5a3b7d875e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1973877 Jul 28 04:00:52.924516 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba434536-3cd7-49c1-ae60-d71088a72cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1e9ca6-417b-4f69-9369-28df1c8af0c6,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:52.926549 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 53346) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:00:52.978918 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-be3d603f-42ac-47d2-9816-b757c7c509bd admin admin] Publish callbacks [] for security_group (9f1e9ca6-417b-4f69-9369-28df1c8af0c6), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:53.001645 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-be3d603f-42ac-47d2-9816-b757c7c509bd admin admin] Publish callbacks [] for security_group (9f1e9ca6-417b-4f69-9369-28df1c8af0c6), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:53.136992 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-be3d603f-42ac-47d2-9816-b757c7c509bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (9f1e9ca6-417b-4f69-9369-28df1c8af0c6), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:53.139656 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-be3d603f-42ac-47d2-9816-b757c7c509bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:53.140841 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-be3d603f-42ac-47d2-9816-b757c7c509bd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9f1e9ca6-417b-4f69-9369-28df1c8af0c6 HTTP/1.1" status: 204 len: 168 time: 0.2133048 Jul 28 04:00:53.149990 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d603f-42ac-47d2-9816-b757c7c509bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1e9ca6-417b-4f69-9369-28df1c8af0c6,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:53.891855 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 53360) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:00:53.897423 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device d0a469e8-d1be-42d4-a869-5bac46b69fd5 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=121476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:00:53.907034 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4308135d-e685-4ed6-8c27-365e25d3280b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:53.937348 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-49b23118-7302-4852-8dea-f51873c11c43 req-fb5f462c-5ace-4a2c-8bd6-2cc568f652f1 service neutron] 10.222.0.67 "GET /v2.0/networks/5b7076b1-5b54-41f8-8740-25deddb61b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608058 Jul 28 04:00:53.949658 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d9e24-5db7-407f-8f1d-27581ab63445 req-32536037-5bbd-47d5-87a3-f048076f7e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:53.951102 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-6c1d9e24-5db7-407f-8f1d-27581ab63445 req-32536037-5bbd-47d5-87a3-f048076f7e01 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4b26df26-f527-4a68-b490-7db3cb955d7b HTTP/1.1" status: 200 len: 907 time: 0.2766335 Jul 28 04:00:53.952588 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708fefc-1dc4-4b47-a7df-2a16562fa821 req-aa5b9d3f-ed76-46d6-92ae-ae8d30b3760c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:53.953533 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-7708fefc-1dc4-4b47-a7df-2a16562fa821 req-aa5b9d3f-ed76-46d6-92ae-ae8d30b3760c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a30f5c60-8ee4-4d46-aec9-34dd464d21b9 HTTP/1.1" status: 200 len: 1129 time: 0.0682454 Jul 28 04:00:54.002086 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4308135d-e685-4ed6-8c27-365e25d3280b admin admin] Publish callbacks [] for security_group (b15846bb-194e-4934-87b4-21d90924257c), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:54.026851 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port d0a469e8-d1be-42d4-a869-5bac46b69fd5, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=d0a469e8-d1be-42d4-a869-5bac46b69fd5,segment=NetworkSegment(0b36db99-b7ec-4aa8-8505-4247e30a3fb1),segment_id=0b36db99-b7ec-4aa8-8505-4247e30a3fb1)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:00:54.038921 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Returning: {'device': 'd0a469e8-d1be-42d4-a869-5bac46b69fd5', 'network_id': '4b26df26-f527-4a68-b490-7db3cb955d7b', 'port_id': 'd0a469e8-d1be-42d4-a869-5bac46b69fd5', 'mac_address': 'fa:16:3e:6a:02:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3195e987-e720-443e-b3c4-cd1c05d16b31', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:00:54.053456 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-6c1d9e24-5db7-407f-8f1d-27581ab63445 req-bf3c618b-2a7a-4f8d-a860-21fdb72eae2c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0a469e8-d1be-42d4-a869-5bac46b69fd5 HTTP/1.1" status: 200 len: 217 time: 0.0516727 Jul 28 04:00:54.085770 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port d0a469e8-d1be-42d4-a869-5bac46b69fd5 is: DOWN; New status is: BUILD {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:00:54.088234 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (d0a469e8-d1be-42d4-a869-5bac46b69fd5), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:54.103726 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0a469e8-d1be-42d4-a869-5bac46b69fd5 {{(pid=121476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 04:00:54.105623 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4308135d-e685-4ed6-8c27-365e25d3280b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (b15846bb-194e-4934-87b4-21d90924257c), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:54.126317 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port d0a469e8-d1be-42d4-a869-5bac46b69fd5, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=d0a469e8-d1be-42d4-a869-5bac46b69fd5,segment=NetworkSegment(0b36db99-b7ec-4aa8-8505-4247e30a3fb1),segment_id=0b36db99-b7ec-4aa8-8505-4247e30a3fb1)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:00:54.147423 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-7708fefc-1dc4-4b47-a7df-2a16562fa821 req-42dc4859-f65d-4b5b-9dc0-2fef895ce4ea service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467369 Jul 28 04:00:54.154805 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d9e24-5db7-407f-8f1d-27581ab63445 req-0491cb0e-5312-4225-a6a0-9787a2f84b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:54.156222 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-6c1d9e24-5db7-407f-8f1d-27581ab63445 req-0491cb0e-5312-4225-a6a0-9787a2f84b8d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3195e987-e720-443e-b3c4-cd1c05d16b31 HTTP/1.1" status: 200 len: 846 time: 0.0947890 Jul 28 04:00:54.157032 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-4308135d-e685-4ed6-8c27-365e25d3280b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e5809d1059d249959f7a07249837e551&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2640445 Jul 28 04:00:54.158392 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-49b23118-7302-4852-8dea-f51873c11c43 req-b1166329-a8ae-4a7e-a8dd-f0fc27e14a2c service neutron] 10.222.0.67 "GET /v2.0/networks/5b7076b1-5b54-41f8-8740-25deddb61b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008731 Jul 28 04:00:54.159541 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 53362) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:00:54.161965 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4308135d-e685-4ed6-8c27-365e25d3280b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15846bb-194e-4934-87b4-21d90924257c,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:54.217612 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-a6318470-d884-43fe-8a56-56478edc823e admin admin] Publish callbacks [] for security_group (b15846bb-194e-4934-87b4-21d90924257c), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:54.224602 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (d0a469e8-d1be-42d4-a869-5bac46b69fd5), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:54.244129 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-a6318470-d884-43fe-8a56-56478edc823e admin admin] Publish callbacks [] for security_group (b15846bb-194e-4934-87b4-21d90924257c), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:54.286852 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=d0a469e8-d1be-42d4-a869-5bac46b69fd5,revision_number=4']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:54.290624 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:54.296166 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:54.296565 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:54.297025 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:54.297465 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:54.297736 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:54.298245 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:54.298575 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:54.299140 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:54.299537 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:54.300132 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:54.300671 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:54.301141 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:54.301626 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:54.302103 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:54.302587 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:54.373044 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74554e-453e-4431-8d12-334b276fec0a req-4305d1f3-b368-4910-add9-85675f0bcb16 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:54.379365 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-be74554e-453e-4431-8d12-334b276fec0a req-4305d1f3-b368-4910-add9-85675f0bcb16 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 946 time: 0.0485485 Jul 28 04:00:54.397317 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-a6318470-d884-43fe-8a56-56478edc823e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (b15846bb-194e-4934-87b4-21d90924257c), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:54.409610 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-a6318470-d884-43fe-8a56-56478edc823e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:54.417821 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-a6318470-d884-43fe-8a56-56478edc823e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b15846bb-194e-4934-87b4-21d90924257c HTTP/1.1" status: 204 len: 168 time: 0.2563400 Jul 28 04:00:54.431363 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6318470-d884-43fe-8a56-56478edc823e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15846bb-194e-4934-87b4-21d90924257c,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:54.448628 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-be74554e-453e-4431-8d12-334b276fec0a req-35d234c5-ca63-4f0e-8933-e5616c72da59 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677488 Jul 28 04:00:54.532293 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-6c1d9e24-5db7-407f-8f1d-27581ab63445 req-493f15b7-1902-4c6d-b9b0-e18df389c170 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4b26df26-f527-4a68-b490-7db3cb955d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393217 Jul 28 04:00:54.541453 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afded14c-4009-4f2a-8d9e-0208eb01e84a req-adc96f1c-dfba-4bf4-a7b8-9ee1b5f0ea91 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:54.543726 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-afded14c-4009-4f2a-8d9e-0208eb01e84a req-adc96f1c-dfba-4bf4-a7b8-9ee1b5f0ea91 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 944 time: 0.1159470 Jul 28 04:00:54.551679 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:54.563796 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4823f83-f28f-4a87-81c7-3e5851c0ff09 req-b0cf1615-d1c2-470a-8fd8-bb899b4cede0 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:54.565443 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-c4823f83-f28f-4a87-81c7-3e5851c0ff09 req-b0cf1615-d1c2-470a-8fd8-bb899b4cede0 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] 10.222.0.66 "GET /v2.0/ports?device_id=7fc05300-354f-45e2-b18d-208242b25442 HTTP/1.1" status: 200 len: 950 time: 0.0524745 Jul 28 04:00:54.567333 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] get_ports_and_sgs() called for port_ids ['d0a469e8-d1be-42d4-a869-5bac46b69fd5'] {{(pid=121476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:00:54.608843 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-afded14c-4009-4f2a-8d9e-0208eb01e84a req-ac37ee6b-9c81-42af-8b55-2a3da0d2deab tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573940 Jul 28 04:00:54.633716 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-c4823f83-f28f-4a87-81c7-3e5851c0ff09 req-3b6b8178-d218-4f67-8339-04c3c026afa3 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] 10.222.0.66 "GET /v2.0/security-groups?id=12e60966-1e93-45ea-984c-a15f415893e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595605 Jul 28 04:00:54.715337 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:54.717990 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:54.723104 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79a38b-d70d-498d-9eb1-22323395d8a1 req-3a846f49-6ddf-4cc6-91f6-fe41a7f97d60 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:54.731382 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-2f79a38b-d70d-498d-9eb1-22323395d8a1 req-3a846f49-6ddf-4cc6-91f6-fe41a7f97d60 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=a30f5c60-8ee4-4d46-aec9-34dd464d21b9 HTTP/1.1" status: 200 len: 945 time: 0.0674183 Jul 28 04:00:54.731578 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:54.748050 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aca713-cc24-44b0-be56-de879e056d1b req-827fba2e-a750-4b7e-b1a5-f6509b6cfc3a tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:54.749491 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-86aca713-cc24-44b0-be56-de879e056d1b req-827fba2e-a750-4b7e-b1a5-f6509b6cfc3a tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7bfe516-260b-44cc-b78b-6dfc94941c45 HTTP/1.1" status: 200 len: 944 time: 0.0526230 Jul 28 04:00:54.784310 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-2f79a38b-d70d-498d-9eb1-22323395d8a1 req-f46f3e02-7f8f-47ec-8680-91e8e0c1969a tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518162 Jul 28 04:00:54.785936 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:54.803364 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-86aca713-cc24-44b0-be56-de879e056d1b req-b4a564dc-f64f-46fd-a852-f4f96000c522 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/security-groups?id=c991cb38-6d88-4f1e-b7c6-731fd2d6a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464072 Jul 28 04:00:55.261074 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d4f7c-e3b1-4dc8-887d-744e8dae6243 req-9c3cd4f1-a9f0-4427-9cd5-6e4f669da10f tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:55.262724 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-730d4f7c-e3b1-4dc8-887d-744e8dae6243 req-9c3cd4f1-a9f0-4427-9cd5-6e4f669da10f tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] 10.222.0.66 "GET /v2.0/ports?device_id=7fc05300-354f-45e2-b18d-208242b25442 HTTP/1.1" status: 200 len: 950 time: 0.0549247 Jul 28 04:00:55.324075 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-730d4f7c-e3b1-4dc8-887d-744e8dae6243 req-d8d7d351-8a3d-41ad-ad14-a842b08ea2ac tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] 10.222.0.66 "GET /v2.0/security-groups?id=12e60966-1e93-45ea-984c-a15f415893e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526133 Jul 28 04:00:55.376174 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-6c1d9e24-5db7-407f-8f1d-27581ab63445 req-ceacb3e6-3d1c-4b38-b3e9-59e77ae93001 service neutron] 10.222.0.67 "GET /v2.0/networks/4b26df26-f527-4a68-b490-7db3cb955d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961857 Jul 28 04:00:55.572097 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95467b7-0c61-4a48-adc3-439da6d931a4 req-040e9642-b304-44ac-b045-0545b9ace6a8 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:55.573592 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b95467b7-0c61-4a48-adc3-439da6d931a4 req-040e9642-b304-44ac-b045-0545b9ace6a8 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 946 time: 0.0530272 Jul 28 04:00:55.623762 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b95467b7-0c61-4a48-adc3-439da6d931a4 req-a4dbcb09-f553-4d25-9cc4-324183dbfbfd tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445809 Jul 28 04:00:55.744499 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5cd472-09f0-412e-a54e-950980dbe385 req-7944c64b-d908-4d6b-9a68-6dace3cb46d3 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:55.745989 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-bb5cd472-09f0-412e-a54e-950980dbe385 req-7944c64b-d908-4d6b-9a68-6dace3cb46d3 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 944 time: 0.0509746 Jul 28 04:00:55.800205 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-bb5cd472-09f0-412e-a54e-950980dbe385 req-91c2d723-7820-421d-bbf6-a0718dc1c5bc tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478086 Jul 28 04:00:55.906148 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device d0a469e8-d1be-42d4-a869-5bac46b69fd5 up at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:00:55.915092 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8e151-536b-4f55-91c2-4b3d6c95a8fd req-e4be85db-7c41-405c-8848-65d5e8b02715 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:55.923552 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a6f8e151-536b-4f55-91c2-4b3d6c95a8fd req-e4be85db-7c41-405c-8848-65d5e8b02715 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=a30f5c60-8ee4-4d46-aec9-34dd464d21b9 HTTP/1.1" status: 200 len: 945 time: 0.0611956 Jul 28 04:00:55.931220 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca021b6-be24-4334-9883-b87ff97d6241 req-cb1b4336-4e4e-41cc-9bfa-ea4f0ca35264 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:55.933925 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-0ca021b6-be24-4334-9883-b87ff97d6241 req-cb1b4336-4e4e-41cc-9bfa-ea4f0ca35264 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7bfe516-260b-44cc-b78b-6dfc94941c45 HTTP/1.1" status: 200 len: 944 time: 0.0529857 Jul 28 04:00:55.977663 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning for port d0a469e8-d1be-42d4-a869-5bac46b69fd5 completed by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 04:00:55.979170 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a6f8e151-536b-4f55-91c2-4b3d6c95a8fd req-ecc9373f-bb13-47ce-86a2-e25a8bdd1542 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544682 Jul 28 04:00:56.004398 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-0ca021b6-be24-4334-9883-b87ff97d6241 req-b1ac8faf-f556-4259-8bf0-f6650ec64ab1 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/security-groups?id=c991cb38-6d88-4f1e-b7c6-731fd2d6a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637171 Jul 28 04:00:56.058853 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning complete for port d0a469e8-d1be-42d4-a869-5bac46b69fd5 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:00:56.059232 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (d0a469e8-d1be-42d4-a869-5bac46b69fd5), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:56.135850 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port d0a469e8-d1be-42d4-a869-5bac46b69fd5 is: BUILD; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:00:56.136205 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (d0a469e8-d1be-42d4-a869-5bac46b69fd5), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:56.291751 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7bfe516-260b-44cc-b78b-6dfc94941c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a469e8-d1be-42d4-a869-5bac46b69fd5'}] {{(pid=121476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:00:56.294836 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63807e78e749bb54735be4dbe0f6e45a10aff1c6ba31450fe55014b89068368c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447b6173-cf61-44cc-9ce8-15a53a606ee8" -d '{"events": [{"server_uuid": "f7bfe516-260b-44cc-b78b-6dfc94941c45", "name": "network-vif-plugged", "status": "completed", "tag": "d0a469e8-d1be-42d4-a869-5bac46b69fd5"}]}' {{(pid=121476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:00:56.310071 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port d0a469e8-d1be-42d4-a869-5bac46b69fd5, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=d0a469e8-d1be-42d4-a869-5bac46b69fd5,segment=NetworkSegment(0b36db99-b7ec-4aa8-8505-4247e30a3fb1),segment_id=0b36db99-b7ec-4aa8-8505-4247e30a3fb1)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:00:56.334889 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 04:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9029f1-05a2-4029-b2a6-dbdc1b80d042 x-openstack-request-id: req-fa9029f1-05a2-4029-b2a6-dbdc1b80d042 {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:00:56.335200 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7bfe516-260b-44cc-b78b-6dfc94941c45", "name": "network-vif-plugged", "status": "completed", "tag": "d0a469e8-d1be-42d4-a869-5bac46b69fd5", "code": 200}]} {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:00:56.335453 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fa9029f1-05a2-4029-b2a6-dbdc1b80d042 {{(pid=121476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:00:56.335856 dv-cinder-851279-1-iscsi neutron-server[121476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa9029f1-05a2-4029-b2a6-dbdc1b80d042'] response: {'server_uuid': 'f7bfe516-260b-44cc-b78b-6dfc94941c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a469e8-d1be-42d4-a869-5bac46b69fd5', 'code': 200} Jul 28 04:00:56.412901 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (d0a469e8-d1be-42d4-a869-5bac46b69fd5), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:56.456754 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d263a53-2d32-4f42-941a-15db12c0aa6e req-ee59388f-5af5-479b-9d57-12cb5191e4c4 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:56.464971 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-6d263a53-2d32-4f42-941a-15db12c0aa6e req-ee59388f-5af5-479b-9d57-12cb5191e4c4 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] 10.222.0.66 "GET /v2.0/ports?device_id=7fc05300-354f-45e2-b18d-208242b25442 HTTP/1.1" status: 200 len: 950 time: 0.0685203 Jul 28 04:00:56.496293 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=d0a469e8-d1be-42d4-a869-5bac46b69fd5,revision_number=5']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:56.516983 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-6d263a53-2d32-4f42-941a-15db12c0aa6e req-cf44bdb9-620d-42d0-9ca0-d0829b98bb31 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] 10.222.0.66 "GET /v2.0/security-groups?id=12e60966-1e93-45ea-984c-a15f415893e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475967 Jul 28 04:00:56.753299 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce646c09-07a1-448f-a4d2-7fe511a67ce9 req-8580bb3c-4cd3-4fe7-ab2a-c8c2e1e4d07b tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:56.759700 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ce646c09-07a1-448f-a4d2-7fe511a67ce9 req-8580bb3c-4cd3-4fe7-ab2a-c8c2e1e4d07b tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 946 time: 0.0470278 Jul 28 04:00:56.875816 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ce646c09-07a1-448f-a4d2-7fe511a67ce9 req-fb641eaf-d21f-4824-89b9-5bcefab07aad tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150279 Jul 28 04:00:56.913179 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-6c1d9e24-5db7-407f-8f1d-27581ab63445 req-a24072dc-7049-4e1a-b85a-6fd0995922c8 service neutron] 10.222.0.67 "GET /v2.0/networks/4b26df26-f527-4a68-b490-7db3cb955d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190560 Jul 28 04:00:56.932293 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78a4db-528a-476a-964b-ad7f66179974 req-5ba34ae1-e1be-42f0-9566-a6f0707cb5f4 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:56.934030 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-ea78a4db-528a-476a-964b-ad7f66179974 req-5ba34ae1-e1be-42f0-9566-a6f0707cb5f4 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 944 time: 0.0569186 Jul 28 04:00:57.002603 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-ea78a4db-528a-476a-964b-ad7f66179974 req-b244f213-3963-4b87-8510-7c940c651a95 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617566 Jul 28 04:00:57.112225 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560bc48-abf3-4df7-ad9f-9270fa204aab req-e945c512-b51d-42e8-97b8-3db79b4ff921 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:57.114208 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4560bc48-abf3-4df7-ad9f-9270fa204aab req-e945c512-b51d-42e8-97b8-3db79b4ff921 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=a30f5c60-8ee4-4d46-aec9-34dd464d21b9 HTTP/1.1" status: 200 len: 945 time: 0.0560930 Jul 28 04:00:57.153822 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a29c3-5596-4ab2-a075-c41241d92164 req-562fbe30-cb26-4f06-9629-84619638090f tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:57.155282 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-bd9a29c3-5596-4ab2-a075-c41241d92164 req-562fbe30-cb26-4f06-9629-84619638090f tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7bfe516-260b-44cc-b78b-6dfc94941c45 HTTP/1.1" status: 200 len: 945 time: 0.0576954 Jul 28 04:00:57.175988 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4560bc48-abf3-4df7-ad9f-9270fa204aab req-714b406b-47c9-4b4c-9958-72c0f4a4ab7b tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557730 Jul 28 04:00:57.214420 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-bd9a29c3-5596-4ab2-a075-c41241d92164 req-6dc55354-09aa-4ea6-a6e6-5a783d8a9e93 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/security-groups?id=c991cb38-6d88-4f1e-b7c6-731fd2d6a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444150 Jul 28 04:00:57.682785 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63bbfd-15d2-481b-810a-8b60438f7b39 req-e7c5ea0d-9876-4175-83c4-95e8b10f3778 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:57.684373 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-db63bbfd-15d2-481b-810a-8b60438f7b39 req-e7c5ea0d-9876-4175-83c4-95e8b10f3778 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fc05300-354f-45e2-b18d-208242b25442 HTTP/1.1" status: 200 len: 950 time: 0.0936086 Jul 28 04:00:57.706583 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b81b2-b1c4-4963-96aa-6e81bf9d5a38 req-19c734c4-aaa1-4a2f-ba96-38c8cc204d25 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:57.712308 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8a3b81b2-b1c4-4963-96aa-6e81bf9d5a38 req-19c734c4-aaa1-4a2f-ba96-38c8cc204d25 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] 10.222.0.66 "GET /v2.0/ports?device_id=7fc05300-354f-45e2-b18d-208242b25442 HTTP/1.1" status: 200 len: 950 time: 0.0771606 Jul 28 04:00:57.762896 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:57.786797 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.agents_db [None req-58c662dc-5ea5-4853-b3cc-f7bb2188e679 None None] Agent healthcheck: found 6 active agents {{(pid=121477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:00:57.822162 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8a3b81b2-b1c4-4963-96aa-6e81bf9d5a38 req-1daf1026-2384-4237-98ed-00c7715d49f0 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] 10.222.0.66 "GET /v2.0/security-groups?id=12e60966-1e93-45ea-984c-a15f415893e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916729 Jul 28 04:00:57.825868 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [req-db63bbfd-15d2-481b-810a-8b60438f7b39 req-94b0ba25-b343-4f84-a616-d2b90cfd67f5 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] Deleting port 08a5cd31-ba92-4ee2-a0ac-9245a170d029 {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:00:57.825868 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-db63bbfd-15d2-481b-810a-8b60438f7b39 req-94b0ba25-b343-4f84-a616-d2b90cfd67f5 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (08a5cd31-ba92-4ee2-a0ac-9245a170d029), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:57.933999 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device 68bf49ef-5416-40a1-b99b-f3cd17caa288 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=121476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:00:58.061289 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54bf46-2e73-49de-8f5a-76f9399b0a58 req-56f70d6c-8b72-46ba-8e90-c14e9ac848d1 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:58.071936 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-8a54bf46-2e73-49de-8f5a-76f9399b0a58 req-56f70d6c-8b72-46ba-8e90-c14e9ac848d1 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 946 time: 0.1005793 Jul 28 04:00:58.095350 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port 68bf49ef-5416-40a1-b99b-f3cd17caa288, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=68bf49ef-5416-40a1-b99b-f3cd17caa288,segment=NetworkSegment(14a8c6bf-83b7-46f9-8c66-fb10450c3d17),segment_id=14a8c6bf-83b7-46f9-8c66-fb10450c3d17)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:00:58.111233 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Returning: {'device': '68bf49ef-5416-40a1-b99b-f3cd17caa288', 'network_id': '577751dd-78a4-42c8-b90a-c6d300b531a2', 'port_id': '68bf49ef-5416-40a1-b99b-f3cd17caa288', 'mac_address': 'fa:16:3e:cc:24:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '117a9784-f853-4ff3-95fc-37c8f679d459', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:00:58.159257 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port 68bf49ef-5416-40a1-b99b-f3cd17caa288 is: DOWN; New status is: BUILD {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:00:58.159977 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (68bf49ef-5416-40a1-b99b-f3cd17caa288), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:58.176215 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-8a54bf46-2e73-49de-8f5a-76f9399b0a58 req-a8bf86f9-e4f5-4f18-bda3-bbc416ebf33c tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962043 Jul 28 04:00:58.178491 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68bf49ef-5416-40a1-b99b-f3cd17caa288 {{(pid=121476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 04:00:58.231710 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port 68bf49ef-5416-40a1-b99b-f3cd17caa288, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=68bf49ef-5416-40a1-b99b-f3cd17caa288,segment=NetworkSegment(14a8c6bf-83b7-46f9-8c66-fb10450c3d17),segment_id=14a8c6bf-83b7-46f9-8c66-fb10450c3d17)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:00:58.232081 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee248b42-eaaa-4d3c-af65-5b7af5148592 req-f389e181-44ca-4a7c-9f18-287a95dea13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:58.232081 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ee248b42-eaaa-4d3c-af65-5b7af5148592 req-f389e181-44ca-4a7c-9f18-287a95dea13c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f7bfe516-260b-44cc-b78b-6dfc94941c45 HTTP/1.1" status: 200 len: 1129 time: 0.3551071 Jul 28 04:00:58.247106 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:58.267035 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-db63bbfd-15d2-481b-810a-8b60438f7b39 req-94b0ba25-b343-4f84-a616-d2b90cfd67f5 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] For port 08a5cd31-ba92-4ee2-a0ac-9245a170d029, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=08a5cd31-ba92-4ee2-a0ac-9245a170d029,segment=NetworkSegment(e98b39d7-06f5-4424-a730-e8d495b1779d),segment_id=e98b39d7-06f5-4424-a730-e8d495b1779d)] {{(pid=121474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:00:58.267302 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-db63bbfd-15d2-481b-810a-8b60438f7b39 req-94b0ba25-b343-4f84-a616-d2b90cfd67f5 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (08a5cd31-ba92-4ee2-a0ac-9245a170d029), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:58.297916 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (68bf49ef-5416-40a1-b99b-f3cd17caa288), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:58.308947 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [req-db63bbfd-15d2-481b-810a-8b60438f7b39 req-94b0ba25-b343-4f84-a616-d2b90cfd67f5 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] Calling delete_port for 08a5cd31-ba92-4ee2-a0ac-9245a170d029 owned by compute:nova {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:00:58.314090 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=100 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:58.328827 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ef192-df29-4334-9553-410d043cf343 req-e2848676-4e38-41ae-a555-5f5e5de5cf13 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:58.330621 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-379ef192-df29-4334-9553-410d043cf343 req-e2848676-4e38-41ae-a555-5f5e5de5cf13 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=a30f5c60-8ee4-4d46-aec9-34dd464d21b9 HTTP/1.1" status: 200 len: 945 time: 0.0550845 Jul 28 04:00:58.352599 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=68bf49ef-5416-40a1-b99b-f3cd17caa288,revision_number=4']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:58.387344 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-379ef192-df29-4334-9553-410d043cf343 req-bbc8b0fd-1770-473e-bb94-9467fccf769e tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510895 Jul 28 04:00:58.394249 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ee248b42-eaaa-4d3c-af65-5b7af5148592 req-6b176811-d03c-42b0-be45-d0a31d228287 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c991cb38-6d88-4f1e-b7c6-731fd2d6a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406095 Jul 28 04:00:58.400490 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2465e87-94a3-48c2-9e37-2fa81dda133c req-df0426e9-5787-4984-808a-692642dc5a98 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:58.401918 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-e2465e87-94a3-48c2-9e37-2fa81dda133c req-df0426e9-5787-4984-808a-692642dc5a98 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 945 time: 0.1139400 Jul 28 04:00:58.494157 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-e2465e87-94a3-48c2-9e37-2fa81dda133c req-2a91a9b5-3106-49fc-9a2c-33b38f85f477 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816028 Jul 28 04:00:58.526211 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1594f9c-c5a4-4a9d-96ca-757817b24398 req-a47ab45f-3a14-44b9-91f8-8cfe5fdc942a tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:58.527742 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-b1594f9c-c5a4-4a9d-96ca-757817b24398 req-a47ab45f-3a14-44b9-91f8-8cfe5fdc942a tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7bfe516-260b-44cc-b78b-6dfc94941c45 HTTP/1.1" status: 200 len: 945 time: 0.0650635 Jul 28 04:00:58.589838 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] get_ports_and_sgs() called for port_ids ['68bf49ef-5416-40a1-b99b-f3cd17caa288'] {{(pid=121476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:00:58.600519 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-b1594f9c-c5a4-4a9d-96ca-757817b24398 req-21220492-8954-4dbb-866d-c44728420ec7 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/security-groups?id=c991cb38-6d88-4f1e-b7c6-731fd2d6a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590560 Jul 28 04:00:58.622770 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-db63bbfd-15d2-481b-810a-8b60438f7b39 req-94b0ba25-b343-4f84-a616-d2b90cfd67f5 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (08a5cd31-ba92-4ee2-a0ac-9245a170d029), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:58.658337 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] get_ports_and_sgs() called for port_ids ['08a5cd31-ba92-4ee2-a0ac-9245a170d029'] {{(pid=121476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:00:58.658581 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0ba25-b343-4f84-a616-d2b90cfd67f5 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] Pushing event deleted for resources: {'Port': ['ID=08a5cd31-ba92-4ee2-a0ac-9245a170d029,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:58.687877 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 53492) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:00:58.725969 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [req-db63bbfd-15d2-481b-810a-8b60438f7b39 req-94b0ba25-b343-4f84-a616-d2b90cfd67f5 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] No DVR routers for this DVR port 08a5cd31-ba92-4ee2-a0ac-9245a170d029 on host hv-cinder-85127 {{(pid=121474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 04:00:58.730717 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-db63bbfd-15d2-481b-810a-8b60438f7b39 req-94b0ba25-b343-4f84-a616-d2b90cfd67f5 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:58.734449 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-db63bbfd-15d2-481b-810a-8b60438f7b39 req-94b0ba25-b343-4f84-a616-d2b90cfd67f5 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] 10.222.0.67 "DELETE /v2.0/ports/08a5cd31-ba92-4ee2-a0ac-9245a170d029 HTTP/1.1" status: 204 len: 173 time: 1.0436020 Jul 28 04:00:58.735058 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc05300-354f-45e2-b18d-208242b25442', 'name': 'network-vif-deleted', 'tag': '08a5cd31-ba92-4ee2-a0ac-9245a170d029'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:00:58.752000 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b3ea05-3861-439a-8837-31cf83316daa" -d '{"events": [{"server_uuid": "7fc05300-354f-45e2-b18d-208242b25442", "name": "network-vif-deleted", "tag": "08a5cd31-ba92-4ee2-a0ac-9245a170d029"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:00:58.804132 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 04:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a367ff6-ca3e-40e5-96de-07fc41fadf4d x-openstack-request-id: req-5a367ff6-ca3e-40e5-96de-07fc41fadf4d {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:00:58.805340 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc05300-354f-45e2-b18d-208242b25442", "name": "network-vif-deleted", "tag": "08a5cd31-ba92-4ee2-a0ac-9245a170d029", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:00:58.805340 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5a367ff6-ca3e-40e5-96de-07fc41fadf4d {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:00:58.805702 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a367ff6-ca3e-40e5-96de-07fc41fadf4d'] response: {'server_uuid': '7fc05300-354f-45e2-b18d-208242b25442', 'name': 'network-vif-deleted', 'tag': '08a5cd31-ba92-4ee2-a0ac-9245a170d029', 'status': 'completed', 'code': 200} Jul 28 04:00:58.871902 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-7076c783-b65a-423f-b82f-5c33dd062698 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:58.896719 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:58.943058 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:58.977187 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-7076c783-b65a-423f-b82f-5c33dd062698 admin admin] Publish callbacks [] for security_group (a52ccf63-9b22-444e-af3f-4d39b5200bfc), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:59.000243 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-6b335e61-e757-443f-9bfe-3345d8db0601 req-0e45b0c7-5c78-41ca-83e9-4939fb2e0c51 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] 10.222.0.66 "GET /v2.0/ports?device_id=7fc05300-354f-45e2-b18d-208242b25442 HTTP/1.1" status: 200 len: 210 time: 0.0365119 Jul 28 04:00:59.017228 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68573b3b-1b0c-4cbf-a55a-5babb3d75330 req-8a149692-aa39-4ac8-ab2d-47bfd8c0b619 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:59.018707 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-68573b3b-1b0c-4cbf-a55a-5babb3d75330 req-8a149692-aa39-4ac8-ab2d-47bfd8c0b619 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=a30f5c60-8ee4-4d46-aec9-34dd464d21b9 HTTP/1.1" status: 200 len: 945 time: 0.0515246 Jul 28 04:00:59.033793 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-7076c783-b65a-423f-b82f-5c33dd062698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (a52ccf63-9b22-444e-af3f-4d39b5200bfc), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:59.073235 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-68573b3b-1b0c-4cbf-a55a-5babb3d75330 req-af1ce49f-6b0e-4808-a8e5-7a34c6770409 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471566 Jul 28 04:00:59.075608 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-7076c783-b65a-423f-b82f-5c33dd062698 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=335e26a0276d426d9ff5e1e8c0cf42da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3864293 Jul 28 04:00:59.076508 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7076c783-b65a-423f-b82f-5c33dd062698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52ccf63-9b22-444e-af3f-4d39b5200bfc,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:59.079374 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 53502) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:00:59.131102 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-f49c6188-9fd3-4cca-bcb0-5c9bc881a78a admin admin] Publish callbacks [] for security_group (a52ccf63-9b22-444e-af3f-4d39b5200bfc), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:59.157101 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-f49c6188-9fd3-4cca-bcb0-5c9bc881a78a admin admin] Publish callbacks [] for security_group (a52ccf63-9b22-444e-af3f-4d39b5200bfc), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:59.308425 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-f49c6188-9fd3-4cca-bcb0-5c9bc881a78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (a52ccf63-9b22-444e-af3f-4d39b5200bfc), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:59.311235 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-f49c6188-9fd3-4cca-bcb0-5c9bc881a78a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:00:59.315169 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-f49c6188-9fd3-4cca-bcb0-5c9bc881a78a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a52ccf63-9b22-444e-af3f-4d39b5200bfc HTTP/1.1" status: 204 len: 168 time: 0.2318165 Jul 28 04:00:59.315306 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb30923-4c7b-411b-9268-be439d1e6250 req-1e30ff04-1f36-4fc1-9a62-cc0a8e877975 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:59.315932 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:59.317009 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-fcb30923-4c7b-411b-9268-be439d1e6250 req-1e30ff04-1f36-4fc1-9a62-cc0a8e877975 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 946 time: 0.0497653 Jul 28 04:00:59.322718 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c6188-9fd3-4cca-bcb0-5c9bc881a78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52ccf63-9b22-444e-af3f-4d39b5200bfc,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:59.364669 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:00:59.376421 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-fcb30923-4c7b-411b-9268-be439d1e6250 req-71033ea8-9dc1-45c9-8d5b-db2e4a945281 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516565 Jul 28 04:00:59.403795 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3faab2-0fab-425c-a164-e01f83e0f996 req-eb048722-3ebe-4c7c-839c-905cfb15234f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:59.405340 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-da3faab2-0fab-425c-a164-e01f83e0f996 req-eb048722-3ebe-4c7c-839c-905cfb15234f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8bf7f0f7880a435ba552361bcb31ef91&device_id=a30f5c60-8ee4-4d46-aec9-34dd464d21b9 HTTP/1.1" status: 200 len: 1129 time: 0.0520115 Jul 28 04:00:59.511683 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3faab2-0fab-425c-a164-e01f83e0f996 req-465dd5d6-4d2e-43f1-bfa4-fc62a5c81849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:59.513178 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-da3faab2-0fab-425c-a164-e01f83e0f996 req-465dd5d6-4d2e-43f1-bfa4-fc62a5c81849 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4531d3b7-3c72-4c16-9fba-50470f633af2 HTTP/1.1" status: 200 len: 920 time: 0.0892463 Jul 28 04:00:59.627152 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d5b19-fded-4b82-bba2-8cb24e812ec2 req-82950b67-5725-4e61-bfdc-44d211b12f78 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:59.629084 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-104d5b19-fded-4b82-bba2-8cb24e812ec2 req-82950b67-5725-4e61-bfdc-44d211b12f78 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 945 time: 0.0539994 Jul 28 04:00:59.683670 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-104d5b19-fded-4b82-bba2-8cb24e812ec2 req-fac21ecf-d7c1-42f6-87cc-6e09855f89d7 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475245 Jul 28 04:00:59.771443 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac32797-b53e-4d80-adb5-677b3a0d14fd req-7ca8330a-4928-4205-8dc8-597ccdb3e384 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:00:59.772979 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-8ac32797-b53e-4d80-adb5-677b3a0d14fd req-7ca8330a-4928-4205-8dc8-597ccdb3e384 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7bfe516-260b-44cc-b78b-6dfc94941c45 HTTP/1.1" status: 200 len: 945 time: 0.0480123 Jul 28 04:00:59.828285 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-8ac32797-b53e-4d80-adb5-677b3a0d14fd req-e5a99b96-3e14-42a3-a876-a946b0968da4 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/security-groups?id=c991cb38-6d88-4f1e-b7c6-731fd2d6a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488818 Jul 28 04:00:59.973325 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device 68bf49ef-5416-40a1-b99b-f3cd17caa288 up at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:00:59.981541 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 53518) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:00:59.996746 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-241bde1f-8495-4e9d-89c2-3e9e9b78c5de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:00.017871 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning for port 68bf49ef-5416-40a1-b99b-f3cd17caa288 completed by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 04:01:00.072241 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-da3faab2-0fab-425c-a164-e01f83e0f996 req-39b40a8d-21f5-4d75-9929-bafa8eda5fa6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a308124a-65b2-45a7-b6e2-c3a47f628499 HTTP/1.1" status: 200 len: 217 time: 0.0382774 Jul 28 04:01:00.113104 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-241bde1f-8495-4e9d-89c2-3e9e9b78c5de admin admin] Publish callbacks [] for security_group (5735ed9e-2d0d-42ee-ba17-36965ae59da2), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:00.121864 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning complete for port 68bf49ef-5416-40a1-b99b-f3cd17caa288 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:01:00.122558 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (68bf49ef-5416-40a1-b99b-f3cd17caa288), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:00.153969 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-e46dbef8-1384-436e-a467-36bf8fb07101 req-23464742-a63d-4f73-af12-2e8ef9913d88 tempest-VolumesNegativeTest-938470920 tempest-VolumesNegativeTest-938470920-project] 10.222.0.66 "GET /v2.0/ports?device_id=7fc05300-354f-45e2-b18d-208242b25442 HTTP/1.1" status: 200 len: 210 time: 0.0435534 Jul 28 04:01:00.158251 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3faab2-0fab-425c-a164-e01f83e0f996 req-4e63c84d-dbb5-4f44-a1df-22fc928e1646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:00.161165 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-da3faab2-0fab-425c-a164-e01f83e0f996 req-4e63c84d-dbb5-4f44-a1df-22fc928e1646 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c HTTP/1.1" status: 200 len: 858 time: 0.0814850 Jul 28 04:01:00.206794 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-241bde1f-8495-4e9d-89c2-3e9e9b78c5de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (5735ed9e-2d0d-42ee-ba17-36965ae59da2), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:00.212392 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port 68bf49ef-5416-40a1-b99b-f3cd17caa288 is: BUILD; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:01:00.212780 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (68bf49ef-5416-40a1-b99b-f3cd17caa288), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:00.233753 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44454e07-0a11-4ac7-b4fc-7351a7bab3a2 req-ef7fbb67-b753-4092-8d72-53e84ee66a49 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:00.235502 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-44454e07-0a11-4ac7-b4fc-7351a7bab3a2 req-ef7fbb67-b753-4092-8d72-53e84ee66a49 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=a30f5c60-8ee4-4d46-aec9-34dd464d21b9 HTTP/1.1" status: 200 len: 945 time: 0.0786419 Jul 28 04:01:00.237388 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed19419-f0b9-473d-93cb-fefb8c29d74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68bf49ef-5416-40a1-b99b-f3cd17caa288'}] {{(pid=121476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:01:00.240255 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63807e78e749bb54735be4dbe0f6e45a10aff1c6ba31450fe55014b89068368c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb39911e-e70a-4ab8-ba60-6890e55279b3" -d '{"events": [{"server_uuid": "1ed19419-f0b9-473d-93cb-fefb8c29d74e", "name": "network-vif-plugged", "status": "completed", "tag": "68bf49ef-5416-40a1-b99b-f3cd17caa288"}]}' {{(pid=121476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:01:00.255100 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port 68bf49ef-5416-40a1-b99b-f3cd17caa288, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=68bf49ef-5416-40a1-b99b-f3cd17caa288,segment=NetworkSegment(14a8c6bf-83b7-46f9-8c66-fb10450c3d17),segment_id=14a8c6bf-83b7-46f9-8c66-fb10450c3d17)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:01:00.275873 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-241bde1f-8495-4e9d-89c2-3e9e9b78c5de admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2399885bc2494b6f8d43dcd70e7e763d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2932563 Jul 28 04:01:00.278709 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 53526) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:01:00.282524 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241bde1f-8495-4e9d-89c2-3e9e9b78c5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5735ed9e-2d0d-42ee-ba17-36965ae59da2,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:00.283580 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 04:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549f7891-1f54-4058-9684-ac2ade5b36fb x-openstack-request-id: req-549f7891-1f54-4058-9684-ac2ade5b36fb {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:01:00.284255 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed19419-f0b9-473d-93cb-fefb8c29d74e", "name": "network-vif-plugged", "status": "completed", "tag": "68bf49ef-5416-40a1-b99b-f3cd17caa288", "code": 200}]} {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:01:00.285406 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-549f7891-1f54-4058-9684-ac2ade5b36fb {{(pid=121476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:01:00.286339 dv-cinder-851279-1-iscsi neutron-server[121476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-549f7891-1f54-4058-9684-ac2ade5b36fb'] response: {'server_uuid': '1ed19419-f0b9-473d-93cb-fefb8c29d74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68bf49ef-5416-40a1-b99b-f3cd17caa288', 'code': 200} Jul 28 04:01:00.321729 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:00.325876 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-44454e07-0a11-4ac7-b4fc-7351a7bab3a2 req-f6bb6dd3-c38f-4735-803c-f2da67c9afd6 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780346 Jul 28 04:01:00.333984 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-06b693de-8d07-4a8e-bf15-0d9f3efae26c admin admin] Publish callbacks [] for security_group (5735ed9e-2d0d-42ee-ba17-36965ae59da2), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:00.353712 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (68bf49ef-5416-40a1-b99b-f3cd17caa288), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:00.354565 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device 08a5cd31-ba92-4ee2-a0ac-9245a170d029 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:01:00.357323 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-06b693de-8d07-4a8e-bf15-0d9f3efae26c admin admin] Publish callbacks [] for security_group (5735ed9e-2d0d-42ee-ba17-36965ae59da2), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:00.389427 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] No Port match for: 08a5cd31-ba92-4ee2-a0ac-9245a170d029 {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:01:00.389778 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device 08a5cd31-ba92-4ee2-a0ac-9245a170d029 not bound to the agent host hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:01:00.417757 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=68bf49ef-5416-40a1-b99b-f3cd17caa288,revision_number=5']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:00.511261 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-06b693de-8d07-4a8e-bf15-0d9f3efae26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (5735ed9e-2d0d-42ee-ba17-36965ae59da2), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:00.513898 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-06b693de-8d07-4a8e-bf15-0d9f3efae26c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:00.515058 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-06b693de-8d07-4a8e-bf15-0d9f3efae26c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5735ed9e-2d0d-42ee-ba17-36965ae59da2 HTTP/1.1" status: 204 len: 168 time: 0.2352448 Jul 28 04:01:00.539856 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b693de-8d07-4a8e-bf15-0d9f3efae26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5735ed9e-2d0d-42ee-ba17-36965ae59da2,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:00.551592 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d242dcf-bc5b-4839-b5c1-35f2e72e8bac req-81275454-0239-40ee-ab39-06a0863e5aff tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:00.553175 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-6d242dcf-bc5b-4839-b5c1-35f2e72e8bac req-81275454-0239-40ee-ab39-06a0863e5aff tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 946 time: 0.0977907 Jul 28 04:01:00.554367 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3faab2-0fab-425c-a164-e01f83e0f996 req-b4e99b91-f9d9-42b9-9ffd-3df274acb416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:00.555910 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-da3faab2-0fab-425c-a164-e01f83e0f996 req-b4e99b91-f9d9-42b9-9ffd-3df274acb416 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4531d3b7-3c72-4c16-9fba-50470f633af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0900846 Jul 28 04:01:00.606939 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-6d242dcf-bc5b-4839-b5c1-35f2e72e8bac req-320707a9-85d4-4811-9b35-8b5e13f6fe1f tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447795 Jul 28 04:01:00.741520 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-da3faab2-0fab-425c-a164-e01f83e0f996 req-936342f2-6824-4840-b36d-57f8c6711593 service neutron] 10.222.0.67 "GET /v2.0/networks/4531d3b7-3c72-4c16-9fba-50470f633af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204121 Jul 28 04:01:00.853188 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0aa45-0f75-464e-8fe3-5ebf3d627f89 req-c67d6380-51cd-494e-8457-a78cf2efab4e tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:00.864016 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-16f0aa45-0f75-464e-8fe3-5ebf3d627f89 req-c67d6380-51cd-494e-8457-a78cf2efab4e tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 946 time: 0.0558655 Jul 28 04:01:00.869926 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-da3faab2-0fab-425c-a164-e01f83e0f996 req-b59d809c-4233-4cde-9201-470c87ea7869 service neutron] 10.222.0.67 "GET /v2.0/networks/4531d3b7-3c72-4c16-9fba-50470f633af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216719 Jul 28 04:01:00.959303 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-16f0aa45-0f75-464e-8fe3-5ebf3d627f89 req-c372cb3b-ee85-4114-aeed-dbe40ad4ce50 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940223 Jul 28 04:01:01.049617 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30371b8a-4839-453c-9d8d-482c24a376d4 req-78521619-7bb7-4b0d-8ef1-32b75eb92b33 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:01.051201 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-30371b8a-4839-453c-9d8d-482c24a376d4 req-78521619-7bb7-4b0d-8ef1-32b75eb92b33 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7bfe516-260b-44cc-b78b-6dfc94941c45 HTTP/1.1" status: 200 len: 945 time: 0.1168492 Jul 28 04:01:01.055455 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee19290-b94f-403f-93bc-fb984d264337 req-54591537-4265-4a31-b28d-6f61b3b95c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:01.057158 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-cee19290-b94f-403f-93bc-fb984d264337 req-54591537-4265-4a31-b28d-6f61b3b95c05 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 1130 time: 0.0734816 Jul 28 04:01:01.137354 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-30371b8a-4839-453c-9d8d-482c24a376d4 req-8aef0d07-2195-49aa-9e9e-df8d3d2d3665 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/security-groups?id=c991cb38-6d88-4f1e-b7c6-731fd2d6a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792234 Jul 28 04:01:01.141132 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-cee19290-b94f-403f-93bc-fb984d264337 req-4393230d-453a-4de9-a3ec-7eb442833692 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680785 Jul 28 04:01:01.453713 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef812b3-5fc5-4ac2-bcdc-accddfcff459 req-bd4362b3-b8d3-4884-bd7b-876c95c51fc4 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:01.455275 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-aef812b3-5fc5-4ac2-bcdc-accddfcff459 req-bd4362b3-b8d3-4884-bd7b-876c95c51fc4 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=a30f5c60-8ee4-4d46-aec9-34dd464d21b9 HTTP/1.1" status: 200 len: 945 time: 0.0547283 Jul 28 04:01:01.474872 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:01.512915 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-aef812b3-5fc5-4ac2-bcdc-accddfcff459 req-9b88d0f4-df0d-460e-b321-08bb24000057 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517535 Jul 28 04:01:01.766904 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36bbd9c-eb76-4420-898c-3a21f33f67a9 req-81007ed3-2a9f-44d6-9184-b5f430279c74 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:01.774427 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-f36bbd9c-eb76-4420-898c-3a21f33f67a9 req-81007ed3-2a9f-44d6-9184-b5f430279c74 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 946 time: 0.0710683 Jul 28 04:01:01.885566 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-f36bbd9c-eb76-4420-898c-3a21f33f67a9 req-93eb961a-0d79-40be-8f31-0ae8c15b665b tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100237 Jul 28 04:01:02.106335 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e995364-84e7-4113-a0ea-0c5d5599e865 req-05b65ca8-dc5b-4768-8f46-1635406fb7e6 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:02.107834 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-7e995364-84e7-4113-a0ea-0c5d5599e865 req-05b65ca8-dc5b-4768-8f46-1635406fb7e6 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 946 time: 0.0566685 Jul 28 04:01:02.161135 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-7e995364-84e7-4113-a0ea-0c5d5599e865 req-00c5dbf8-3ebf-4ca6-a6b7-09f0b25f6dae tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474184 Jul 28 04:01:02.641533 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e639fd-3b0b-45a7-a6d0-b49a9c65d261 req-9d7ad285-9e15-44b1-9fae-71cd6a338a21 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:02.643054 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-59e639fd-3b0b-45a7-a6d0-b49a9c65d261 req-9d7ad285-9e15-44b1-9fae-71cd6a338a21 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=a30f5c60-8ee4-4d46-aec9-34dd464d21b9 HTTP/1.1" status: 200 len: 945 time: 0.0506949 Jul 28 04:01:02.694709 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-59e639fd-3b0b-45a7-a6d0-b49a9c65d261 req-8dccf6b4-1c23-4202-8e98-340215c4aaa8 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458953 Jul 28 04:01:02.789230 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f29e66-c6aa-4f87-a048-2b3f07cb70f6 req-84a23344-bb76-48a3-8991-c2de0e97c730 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:02.792719 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-f7f29e66-c6aa-4f87-a048-2b3f07cb70f6 req-84a23344-bb76-48a3-8991-c2de0e97c730 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7bfe516-260b-44cc-b78b-6dfc94941c45 HTTP/1.1" status: 200 len: 945 time: 0.0597913 Jul 28 04:01:02.850491 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-f7f29e66-c6aa-4f87-a048-2b3f07cb70f6 req-6498bf4a-bca9-45d5-bbc1-1f87e0518680 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/security-groups?id=c991cb38-6d88-4f1e-b7c6-731fd2d6a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516329 Jul 28 04:01:03.035161 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7557289-c781-4744-95d7-9e93208da77f req-5a268e86-5fab-4501-b717-8d4add61b223 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:03.036819 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b7557289-c781-4744-95d7-9e93208da77f req-5a268e86-5fab-4501-b717-8d4add61b223 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 946 time: 0.0661333 Jul 28 04:01:03.096717 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b7557289-c781-4744-95d7-9e93208da77f req-8bf55ad8-c820-48b2-ae68-0a0c405ba991 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530014 Jul 28 04:01:03.310220 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:03.339412 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed6c35-cdb8-49b2-9776-a69cbed75d0e req-10a36ccc-5f68-4789-add9-0f99e2e4fb5d tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:03.342238 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-35ed6c35-cdb8-49b2-9776-a69cbed75d0e req-10a36ccc-5f68-4789-add9-0f99e2e4fb5d tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 946 time: 0.0850370 Jul 28 04:01:03.399572 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-35ed6c35-cdb8-49b2-9776-a69cbed75d0e req-2b08e6c0-70ec-465b-a2e5-a3b94832d177 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494754 Jul 28 04:01:03.831401 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25c5f0-37ac-49fc-aa71-314691e23937 req-4a59a775-4094-45c4-bbb6-70be27bf53c4 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:03.832856 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-6d25c5f0-37ac-49fc-aa71-314691e23937 req-4a59a775-4094-45c4-bbb6-70be27bf53c4 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=a30f5c60-8ee4-4d46-aec9-34dd464d21b9 HTTP/1.1" status: 200 len: 945 time: 0.0541861 Jul 28 04:01:03.888735 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-6d25c5f0-37ac-49fc-aa71-314691e23937 req-4dd5e8d4-7fd7-4612-ab73-1263c2d25f74 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482039 Jul 28 04:01:03.993896 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce01859-054e-487a-b364-5a3d64f70e30 req-82de4268-fe57-4ce4-b169-7d29c73ade38 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:03.996459 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-fce01859-054e-487a-b364-5a3d64f70e30 req-82de4268-fe57-4ce4-b169-7d29c73ade38 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7bfe516-260b-44cc-b78b-6dfc94941c45 HTTP/1.1" status: 200 len: 945 time: 0.0610247 Jul 28 04:01:04.022998 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:04.053043 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-fce01859-054e-487a-b364-5a3d64f70e30 req-d16cd347-6e3b-4f75-9d85-9bb4bca09201 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/security-groups?id=c991cb38-6d88-4f1e-b7c6-731fd2d6a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517042 Jul 28 04:01:04.229255 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218525aa-0b9c-4aee-8743-a525421a176a req-bbf1f627-4902-4188-90e6-59bed20ec27e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:04.232675 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-218525aa-0b9c-4aee-8743-a525421a176a req-bbf1f627-4902-4188-90e6-59bed20ec27e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 946 time: 0.0546346 Jul 28 04:01:04.250751 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:04.291117 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-218525aa-0b9c-4aee-8743-a525421a176a req-3fdaea06-e187-43b5-a641-43bfdc33b24d tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471525 Jul 28 04:01:04.529355 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7729a-a998-4560-94ac-98642cc68f5a req-8e356abb-dd8d-4231-9605-1249b20383dd tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:04.529355 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-01d7729a-a998-4560-94ac-98642cc68f5a req-8e356abb-dd8d-4231-9605-1249b20383dd tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 946 time: 0.0484686 Jul 28 04:01:04.594784 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-01d7729a-a998-4560-94ac-98642cc68f5a req-d9b3b5f2-3b46-4729-ba73-3f9c202135e8 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590129 Jul 28 04:01:05.180461 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f890c-33e5-4056-a14c-d02ec77053e8 req-a01e2143-f636-4a34-81cf-e52a93285f58 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:05.182024 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ef7f890c-33e5-4056-a14c-d02ec77053e8 req-a01e2143-f636-4a34-81cf-e52a93285f58 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7bfe516-260b-44cc-b78b-6dfc94941c45 HTTP/1.1" status: 200 len: 945 time: 0.0517890 Jul 28 04:01:05.233706 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ef7f890c-33e5-4056-a14c-d02ec77053e8 req-823b20aa-d787-4a8c-8aca-a9eb599e2e81 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/security-groups?id=c991cb38-6d88-4f1e-b7c6-731fd2d6a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462291 Jul 28 04:01:05.457467 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aed8a3-217d-45d3-9c8a-39976cff5b67 req-48c1fc52-9879-4037-b4ca-9d6a06748cc0 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:05.463889 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-b4aed8a3-217d-45d3-9c8a-39976cff5b67 req-48c1fc52-9879-4037-b4ca-9d6a06748cc0 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 946 time: 0.0594544 Jul 28 04:01:05.527606 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-b4aed8a3-217d-45d3-9c8a-39976cff5b67 req-6be62fc6-f121-46c0-84f7-ee53fbe4c186 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566382 Jul 28 04:01:05.719988 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae42614-b5fb-488b-9fe1-4a2f0ab0c6d0 req-aa4ce158-a5eb-405e-b929-f91686eceed7 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:05.727474 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8ae42614-b5fb-488b-9fe1-4a2f0ab0c6d0 req-aa4ce158-a5eb-405e-b929-f91686eceed7 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 946 time: 0.0566032 Jul 28 04:01:05.787541 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8ae42614-b5fb-488b-9fe1-4a2f0ab0c6d0 req-5c3924e5-f8ef-4b7d-be34-86c1c8f92bcf tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591319 Jul 28 04:01:05.915615 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 53886) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:01:05.920717 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-de124167-eb05-4437-9022-1275db295b46 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1990331468', 'description': 'tempest-description--451887107'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:01:05.931129 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413fdd16-f521-49d3-8c83-85aadef4890f req-4defa3f0-3298-4456-ba47-fa141fcb01ae tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:05.932999 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-413fdd16-f521-49d3-8c83-85aadef4890f req-4defa3f0-3298-4456-ba47-fa141fcb01ae tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 946 time: 0.0668938 Jul 28 04:01:05.992219 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-413fdd16-f521-49d3-8c83-85aadef4890f req-a848ac21-4fa1-473d-8d2f-be504cd9e097 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530202 Jul 28 04:01:06.018500 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 53890) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:01:06.026315 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-de124167-eb05-4437-9022-1275db295b46 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:06.126101 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-de124167-eb05-4437-9022-1275db295b46 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks [] for security_group (95ed5ab5-a550-44ca-8bcb-940ad425b87c), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:06.200090 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-de124167-eb05-4437-9022-1275db295b46 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (95ed5ab5-a550-44ca-8bcb-940ad425b87c), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:06.302221 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de124167-eb05-4437-9022-1275db295b46 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95ed5ab5-a550-44ca-8bcb-940ad425b87c,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:06.305614 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1336c54-5387-402a-961b-596c49c5885a tempest-TestShelveInstance-1806543953 tempest-TestShelveInstance-1806543953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:06.322156 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-d1336c54-5387-402a-961b-596c49c5885a tempest-TestShelveInstance-1806543953 tempest-TestShelveInstance-1806543953-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 1125 time: 0.2877817 Jul 28 04:01:06.323945 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 53910) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:01:06.333866 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-03e474fb-2405-409e-b23c-a8266589b929 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Request body: {'floatingip': {'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'port_id': '68bf49ef-5416-40a1-b99b-f3cd17caa288', 'tenant_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:01:06.385737 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639abb27-c046-4ead-99e1-b410b471daec req-95decebb-1e68-470b-9d55-6e6cb47ae5f7 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:06.393587 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-639abb27-c046-4ead-99e1-b410b471daec req-95decebb-1e68-470b-9d55-6e6cb47ae5f7 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7bfe516-260b-44cc-b78b-6dfc94941c45 HTTP/1.1" status: 200 len: 945 time: 0.0713904 Jul 28 04:01:06.404691 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-de124167-eb05-4437-9022-1275db295b46 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:06.409240 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 53918) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:01:06.409437 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-de124167-eb05-4437-9022-1275db295b46 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4921012 Jul 28 04:01:06.416637 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-473f328e-0bd6-4d98-aeeb-94b2be276192 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Request body: {'security_group_rule': {'security_group_id': '95ed5ab5-a550-44ca-8bcb-940ad425b87c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:01:06.460073 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-639abb27-c046-4ead-99e1-b410b471daec req-b69bc2a8-2028-4f71-bdc2-040f4f61a5b1 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/security-groups?id=c991cb38-6d88-4f1e-b7c6-731fd2d6a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653970 Jul 28 04:01:06.504850 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-03e474fb-2405-409e-b23c-a8266589b929 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:06.557145 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-473f328e-0bd6-4d98-aeeb-94b2be276192 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks [] for security_group_rule (f148cd16-9b1b-443b-80ca-677635fb6818), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:06.621290 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:06.630783 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-03e474fb-2405-409e-b23c-a8266589b929 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:06.781424 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466231f7-b70c-4e2a-8ac8-17f8455595ec req-e18fbffb-e53c-4ff8-b6d4-5e27663a4a0c tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:06.783069 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-466231f7-b70c-4e2a-8ac8-17f8455595ec req-e18fbffb-e53c-4ff8-b6d4-5e27663a4a0c tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 946 time: 0.1553380 Jul 28 04:01:06.794616 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-473f328e-0bd6-4d98-aeeb-94b2be276192 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks [] for security_group_rule (f148cd16-9b1b-443b-80ca-677635fb6818), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:06.832730 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0325b608-57ad-4a56-acc2-f1620c1979ea req-61a97b39-266e-4483-b125-658612821553 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:06.834207 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0325b608-57ad-4a56-acc2-f1620c1979ea req-61a97b39-266e-4483-b125-658612821553 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7bfe516-260b-44cc-b78b-6dfc94941c45 HTTP/1.1" status: 200 len: 945 time: 0.1191838 Jul 28 04:01:06.870854 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:06.912424 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-473f328e-0bd6-4d98-aeeb-94b2be276192 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831501'] for security_group_rule (f148cd16-9b1b-443b-80ca-677635fb6818), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:06.965874 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.db_base_plugin_common [None req-03e474fb-2405-409e-b23c-a8266589b929 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Allocated IP 172.27.0.216 (ea650c0a-dc48-4a0d-a6e0-295879bc3df9/483d9f6f-a7db-4d58-8be3-14e833e697b6/e9a0f656-99d4-4318-9532-6fd3d7226392) {{(pid=121474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:01:06.975658 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-466231f7-b70c-4e2a-8ac8-17f8455595ec req-0004f351-5d56-4c71-acb8-ef3d9f1b7a9e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774015 Jul 28 04:01:07.003877 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f328e-0bd6-4d98-aeeb-94b2be276192 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f148cd16-9b1b-443b-80ca-677635fb6818,revision_number=0']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:07.069388 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [req-0325b608-57ad-4a56-acc2-f1620c1979ea req-983d6ad2-b8db-4695-94ed-120144d9c904 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Deleting port d0a469e8-d1be-42d4-a869-5bac46b69fd5 {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:01:07.069740 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-0325b608-57ad-4a56-acc2-f1620c1979ea req-983d6ad2-b8db-4695-94ed-120144d9c904 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (d0a469e8-d1be-42d4-a869-5bac46b69fd5), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:07.120192 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-473f328e-0bd6-4d98-aeeb-94b2be276192 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:07.121417 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-473f328e-0bd6-4d98-aeeb-94b2be276192 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7107151 Jul 28 04:01:07.124635 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 53936) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:01:07.129437 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-ee6c0370-8e0d-44cd-88dc-817429ca1a2b tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Request body: {'security_group_rule': {'security_group_id': '95ed5ab5-a550-44ca-8bcb-940ad425b87c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:01:07.221595 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-03e474fb-2405-409e-b23c-a8266589b929 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks [] for port (e9a0f656-99d4-4318-9532-6fd3d7226392), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:07.224177 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-0325b608-57ad-4a56-acc2-f1620c1979ea req-983d6ad2-b8db-4695-94ed-120144d9c904 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] For port d0a469e8-d1be-42d4-a869-5bac46b69fd5, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=d0a469e8-d1be-42d4-a869-5bac46b69fd5,segment=NetworkSegment(0b36db99-b7ec-4aa8-8505-4247e30a3fb1),segment_id=0b36db99-b7ec-4aa8-8505-4247e30a3fb1)] {{(pid=121474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:01:07.224585 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-0325b608-57ad-4a56-acc2-f1620c1979ea req-983d6ad2-b8db-4695-94ed-120144d9c904 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (d0a469e8-d1be-42d4-a869-5bac46b69fd5), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:07.243103 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [req-0325b608-57ad-4a56-acc2-f1620c1979ea req-983d6ad2-b8db-4695-94ed-120144d9c904 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Calling delete_port for d0a469e8-d1be-42d4-a869-5bac46b69fd5 owned by compute:nova {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:01:07.250877 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:07.285844 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-ee6c0370-8e0d-44cd-88dc-817429ca1a2b tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks [] for security_group_rule (69edb5b1-ba68-4b6b-b2fd-916f772d8f89), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:07.347473 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-ee6c0370-8e0d-44cd-88dc-817429ca1a2b tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks [] for security_group_rule (69edb5b1-ba68-4b6b-b2fd-916f772d8f89), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:07.442262 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-03e474fb-2405-409e-b23c-a8266589b929 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (e9a0f656-99d4-4318-9532-6fd3d7226392), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:07.470872 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-ee6c0370-8e0d-44cd-88dc-817429ca1a2b tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831501'] for security_group_rule (69edb5b1-ba68-4b6b-b2fd-916f772d8f89), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:07.475376 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e474fb-2405-409e-b23c-a8266589b929 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Network ea650c0a-dc48-4a0d-a6e0-295879bc3df9 is already hosted by enough agents. {{(pid=121474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:01:07.479545 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [None req-03e474fb-2405-409e-b23c-a8266589b929 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Resources bound (agent type, host, resource id): {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:01:07.483907 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e474fb-2405-409e-b23c-a8266589b929 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Received port after_create {{(pid=121474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 04:01:07.512657 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c0370-8e0d-44cd-88dc-817429ca1a2b tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69edb5b1-ba68-4b6b-b2fd-916f772d8f89,revision_number=0']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:07.519389 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-0325b608-57ad-4a56-acc2-f1620c1979ea req-983d6ad2-b8db-4695-94ed-120144d9c904 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (d0a469e8-d1be-42d4-a869-5bac46b69fd5), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:07.529544 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e474fb-2405-409e-b23c-a8266589b929 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Pushing event updated for resources: {'Port': ['ID=e9a0f656-99d4-4318-9532-6fd3d7226392,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:07.538732 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] get_ports_and_sgs() called for port_ids ['d0a469e8-d1be-42d4-a869-5bac46b69fd5'] {{(pid=121476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:01:07.566630 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d6ad2-b8db-4695-94ed-120144d9c904 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Pushing event deleted for resources: {'Port': ['ID=d0a469e8-d1be-42d4-a869-5bac46b69fd5,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:07.601064 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-92d45513-7e4a-467b-b6cb-e7845b6b86b4 req-c7b0725e-4f67-40d9-899e-be8ca2e89ff1 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7bfe516-260b-44cc-b78b-6dfc94941c45 HTTP/1.1" status: 200 len: 210 time: 0.0331268 Jul 28 04:01:07.615303 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-ee6c0370-8e0d-44cd-88dc-817429ca1a2b tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:07.621952 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-ee6c0370-8e0d-44cd-88dc-817429ca1a2b tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4916553 Jul 28 04:01:07.622119 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 53944) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:01:07.627096 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-dbaac3a3-c178-435f-83f6-82e3fa3b53e7 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Request body: {'floatingip': {'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:01:07.642239 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [req-0325b608-57ad-4a56-acc2-f1620c1979ea req-983d6ad2-b8db-4695-94ed-120144d9c904 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] No DVR routers for this DVR port d0a469e8-d1be-42d4-a869-5bac46b69fd5 on host hv-cinder-85127 {{(pid=121474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 04:01:07.646441 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-0325b608-57ad-4a56-acc2-f1620c1979ea req-983d6ad2-b8db-4695-94ed-120144d9c904 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:07.649991 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0325b608-57ad-4a56-acc2-f1620c1979ea req-983d6ad2-b8db-4695-94ed-120144d9c904 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.67 "DELETE /v2.0/ports/d0a469e8-d1be-42d4-a869-5bac46b69fd5 HTTP/1.1" status: 204 len: 173 time: 0.7932813 Jul 28 04:01:07.654807 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7bfe516-260b-44cc-b78b-6dfc94941c45', 'name': 'network-vif-deleted', 'tag': 'd0a469e8-d1be-42d4-a869-5bac46b69fd5'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:01:07.654807 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce17fce9-0505-4dfb-91ed-eb989a17c810" -d '{"events": [{"server_uuid": "f7bfe516-260b-44cc-b78b-6dfc94941c45", "name": "network-vif-deleted", "tag": "d0a469e8-d1be-42d4-a869-5bac46b69fd5"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:01:07.697567 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 04:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec0495b-d23b-459c-a0e9-1d535dd81293 x-openstack-request-id: req-7ec0495b-d23b-459c-a0e9-1d535dd81293 {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:01:07.697849 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7bfe516-260b-44cc-b78b-6dfc94941c45", "name": "network-vif-deleted", "tag": "d0a469e8-d1be-42d4-a869-5bac46b69fd5", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:01:07.698103 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7ec0495b-d23b-459c-a0e9-1d535dd81293 {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:01:07.698505 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ec0495b-d23b-459c-a0e9-1d535dd81293'] response: {'server_uuid': 'f7bfe516-260b-44cc-b78b-6dfc94941c45', 'name': 'network-vif-deleted', 'tag': 'd0a469e8-d1be-42d4-a869-5bac46b69fd5', 'status': 'completed', 'code': 200} Jul 28 04:01:07.713319 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:07.773718 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-dbaac3a3-c178-435f-83f6-82e3fa3b53e7 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:07.788267 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=2 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:07.875862 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:07.916124 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-dbaac3a3-c178-435f-83f6-82e3fa3b53e7 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:08.006165 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:08.042130 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-03e474fb-2405-409e-b23c-a8266589b929 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks [] for floatingip (e57f0104-5355-41ee-b407-463380f46e57), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:08.124784 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.db_base_plugin_common [None req-dbaac3a3-c178-435f-83f6-82e3fa3b53e7 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Allocated IP 172.27.0.124 (ea650c0a-dc48-4a0d-a6e0-295879bc3df9/483d9f6f-a7db-4d58-8be3-14e833e697b6/f3edce8b-9e73-4bfc-a659-fe9eb5e8a044) {{(pid=121475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:01:08.209797 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6a7ff-0b11-4fa4-b46a-192dbb8f420c req-babc8ff3-8fbf-4793-a6ae-0f9f03bbc260 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:08.212007 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4bb6a7ff-0b11-4fa4-b46a-192dbb8f420c req-babc8ff3-8fbf-4793-a6ae-0f9f03bbc260 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 946 time: 0.0669856 Jul 28 04:01:08.256301 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-dbaac3a3-c178-435f-83f6-82e3fa3b53e7 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks [] for port (f3edce8b-9e73-4bfc-a659-fe9eb5e8a044), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:08.293854 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4bb6a7ff-0b11-4fa4-b46a-192dbb8f420c req-d32edbea-5a14-4fce-99c8-4b46dadc4771 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757108 Jul 28 04:01:08.296534 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-03e474fb-2405-409e-b23c-a8266589b929 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (e9a0f656-99d4-4318-9532-6fd3d7226392), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:08.383391 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-dbaac3a3-c178-435f-83f6-82e3fa3b53e7 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3956301'] for port (f3edce8b-9e73-4bfc-a659-fe9eb5e8a044), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:08.462813 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbaac3a3-c178-435f-83f6-82e3fa3b53e7 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Network ea650c0a-dc48-4a0d-a6e0-295879bc3df9 is already hosted by enough agents. {{(pid=121475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:01:08.465720 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-03e474fb-2405-409e-b23c-a8266589b929 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks [] for port (e9a0f656-99d4-4318-9532-6fd3d7226392), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:08.466572 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.base_scheduler [None req-dbaac3a3-c178-435f-83f6-82e3fa3b53e7 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Resources bound (agent type, host, resource id): {{(pid=121475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:01:08.468548 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaac3a3-c178-435f-83f6-82e3fa3b53e7 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Pushing event updated for resources: {'Port': ['ID=f3edce8b-9e73-4bfc-a659-fe9eb5e8a044,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:08.470979 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaac3a3-c178-435f-83f6-82e3fa3b53e7 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Received port after_create {{(pid=121475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 04:01:08.518828 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:08.539810 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d81cf9-f5d9-4c07-99be-d60150466f6d req-4ec8f655-f5fd-4c8d-b026-2ec54e25faa2 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:08.541507 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f2d81cf9-f5d9-4c07-99be-d60150466f6d req-4ec8f655-f5fd-4c8d-b026-2ec54e25faa2 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 945 time: 0.0734811 Jul 28 04:01:08.571059 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-03e474fb-2405-409e-b23c-a8266589b929 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26044716'] for port (e9a0f656-99d4-4318-9532-6fd3d7226392), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:08.576606 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-dbaac3a3-c178-435f-83f6-82e3fa3b53e7 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks [] for floatingip (8cacd39c-77f2-4dd6-a068-58702beac2dc), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:08.687826 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-dbaac3a3-c178-435f-83f6-82e3fa3b53e7 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (f3edce8b-9e73-4bfc-a659-fe9eb5e8a044), before_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:08.769452 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-a0a8aaf3-5504-40d6-84a3-94287d006702 req-7beec2bb-9e79-406b-b39d-78e4cca4e1fa tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7bfe516-260b-44cc-b78b-6dfc94941c45 HTTP/1.1" status: 200 len: 210 time: 0.0343723 Jul 28 04:01:08.772928 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 53976) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:01:08.966538 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f2d81cf9-f5d9-4c07-99be-d60150466f6d req-6254bf1e-f454-4f47-8993-b5530c4d062d tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4192050 Jul 28 04:01:08.969663 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-dbaac3a3-c178-435f-83f6-82e3fa3b53e7 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks [] for port (f3edce8b-9e73-4bfc-a659-fe9eb5e8a044), precommit_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:08.974546 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-54386111-0c50-41ad-862f-01130a74e85b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3703ddd7285740f593e7269eac250ebc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1998563 Jul 28 04:01:08.977261 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 53982) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:01:08.990520 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e474fb-2405-409e-b23c-a8266589b929 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Pushing event updated for resources: {'Port': ['ID=e9a0f656-99d4-4318-9532-6fd3d7226392,revision_number=2']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:08.998578 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-03e474fb-2405-409e-b23c-a8266589b929 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739753'] for floatingip (e57f0104-5355-41ee-b407-463380f46e57), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:09.037514 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-5da8810c-cf11-413a-830e-2229b9463d47 admin admin] Publish callbacks [] for security_group (12e60966-1e93-45ea-984c-a15f415893e3), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:09.056592 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-5da8810c-cf11-413a-830e-2229b9463d47 admin admin] Publish callbacks [] for security_group (12e60966-1e93-45ea-984c-a15f415893e3), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:09.075509 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-dbaac3a3-c178-435f-83f6-82e3fa3b53e7 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3956314'] for port (f3edce8b-9e73-4bfc-a659-fe9eb5e8a044), after_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:09.101311 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.db.l3_db [None req-03e474fb-2405-409e-b23c-a8266589b929 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Floating IP e57f0104-5355-41ee-b407-463380f46e57 associated. External IP: 172.27.0.216, port: 68bf49ef-5416-40a1-b99b-f3cd17caa288. Jul 28 04:01:09.166393 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaac3a3-c178-435f-83f6-82e3fa3b53e7 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Pushing event updated for resources: {'Port': ['ID=f3edce8b-9e73-4bfc-a659-fe9eb5e8a044,revision_number=2']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:09.178170 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-dbaac3a3-c178-435f-83f6-82e3fa3b53e7 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739753'] for floatingip (8cacd39c-77f2-4dd6-a068-58702beac2dc), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:09.182325 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:09.241959 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-5da8810c-cf11-413a-830e-2229b9463d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (12e60966-1e93-45ea-984c-a15f415893e3), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:09.245223 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-5da8810c-cf11-413a-830e-2229b9463d47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:09.246393 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-5da8810c-cf11-413a-830e-2229b9463d47 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/12e60966-1e93-45ea-984c-a15f415893e3 HTTP/1.1" status: 204 len: 168 time: 0.2681904 Jul 28 04:01:09.255252 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8810c-cf11-413a-830e-2229b9463d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e60966-1e93-45ea-984c-a15f415893e3,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:09.277183 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-dbaac3a3-c178-435f-83f6-82e3fa3b53e7 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for floatingip (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:09.291900 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-dbaac3a3-c178-435f-83f6-82e3fa3b53e7 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6683886 Jul 28 04:01:09.326642 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e474fb-2405-409e-b23c-a8266589b929 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Router 925609f1-6849-4d84-87f3-b946f0b7ca6e has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 04:01:09.462759 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825eb08f-633b-4ab3-94d7-7302fddcc360 req-64d729ee-524f-4bdc-9370-cd438fe92075 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:09.464556 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-825eb08f-633b-4ab3-94d7-7302fddcc360 req-64d729ee-524f-4bdc-9370-cd438fe92075 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 946 time: 0.0801167 Jul 28 04:01:09.467692 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e474fb-2405-409e-b23c-a8266589b929 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:01:09.481883 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890867d9-0875-4a6b-8675-c1475b6dd70e None None] Sync routers for ids ['925609f1-6849-4d84-87f3-b946f0b7ca6e'] in dv-cinder-851279-1-iscsi {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:01:09.485909 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:09.498925 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890867d9-0875-4a6b-8675-c1475b6dd70e None None] Routers {'925609f1-6849-4d84-87f3-b946f0b7ca6e'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:01:09.499925 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-890867d9-0875-4a6b-8675-c1475b6dd70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:00:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['925609f1-6849-4d84-87f3-b946f0b7ca6e'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:01:09.527181 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-825eb08f-633b-4ab3-94d7-7302fddcc360 req-1cbd3bd8-5078-4a59-aa04-0ebb1a9768a5 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508006 Jul 28 04:01:09.538813 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-50abcbbf-1ea8-4f89-9226-d672c481f6a3 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1990331468&fields=id&tenant_id=8bf7f0f7880a435ba552361bcb31ef91 HTTP/1.1" status: 200 len: 267 time: 0.0567024 Jul 28 04:01:09.603994 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:09.643981 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-03e474fb-2405-409e-b23c-a8266589b929 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for floatingip (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:09.684985 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-03e474fb-2405-409e-b23c-a8266589b929 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3597751 Jul 28 04:01:09.700540 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ed19419-f0b9-473d-93cb-fefb8c29d74e', 'tag': '68bf49ef-5416-40a1-b99b-f3cd17caa288'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:01:09.701597 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4291953b-7fcb-4ebb-9f60-80689ec9164f" -d '{"events": [{"name": "network-changed", "server_uuid": "1ed19419-f0b9-473d-93cb-fefb8c29d74e", "tag": "68bf49ef-5416-40a1-b99b-f3cd17caa288"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:01:09.746673 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-890867d9-0875-4a6b-8675-c1475b6dd70e None None] Set router 925609f1-6849-4d84-87f3-b946f0b7ca6e gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:01:09.788329 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 04:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f6b355-7e15-46ca-92fc-526597b5ccf8 x-openstack-request-id: req-c9f6b355-7e15-46ca-92fc-526597b5ccf8 {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:01:09.788880 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ed19419-f0b9-473d-93cb-fefb8c29d74e", "tag": "68bf49ef-5416-40a1-b99b-f3cd17caa288", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:01:09.789854 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c9f6b355-7e15-46ca-92fc-526597b5ccf8 {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:01:09.790511 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9f6b355-7e15-46ca-92fc-526597b5ccf8'] response: {'name': 'network-changed', 'server_uuid': '1ed19419-f0b9-473d-93cb-fefb8c29d74e', 'tag': '68bf49ef-5416-40a1-b99b-f3cd17caa288', 'status': 'completed', 'code': 200} Jul 28 04:01:09.799355 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:09.823451 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-31acea99-22b4-4c71-ad27-f14adb98c09d tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:09.825226 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-31acea99-22b4-4c71-ad27-f14adb98c09d tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/networks?id=4531d3b7-3c72-4c16-9fba-50470f633af2 HTTP/1.1" status: 200 len: 819 time: 0.2745821 Jul 28 04:01:09.880884 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-bfa255cf-05cc-403f-8b31-13c2d2ffb25d tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/quotas/8bf7f0f7880a435ba552361bcb31ef91 HTTP/1.1" status: 200 len: 375 time: 0.0422571 Jul 28 04:01:09.887561 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291953b-7fcb-4ebb-9f60-80689ec9164f req-598e38df-14a0-441c-a67c-9e49154b33dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:09.889142 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4291953b-7fcb-4ebb-9f60-80689ec9164f req-598e38df-14a0-441c-a67c-9e49154b33dc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5e16f8abc2ed4df1b2834b1669b67a1b&device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 1130 time: 0.0619793 Jul 28 04:01:09.996618 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-d61641a0-7e8c-469d-9c94-0596667c7206 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8bf7f0f7880a435ba552361bcb31ef91&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1064732 Jul 28 04:01:10.003731 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device d0a469e8-d1be-42d4-a869-5bac46b69fd5 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:01:10.067067 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] No Port match for: d0a469e8-d1be-42d4-a869-5bac46b69fd5 {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:01:10.067645 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device d0a469e8-d1be-42d4-a869-5bac46b69fd5 not bound to the agent host hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:01:10.077214 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-890867d9-0875-4a6b-8675-c1475b6dd70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925609f1-6849-4d84-87f3-b946f0b7ca6e', 'name': 'tempest-TestShelveInstance-1980091268-router', 'tenant_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '34f590ac-1120-4ab9-8d01-c3374ff98a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:59:53Z', 'updated_at': '2022-07-28T03:59:57Z', 'revision_number': 4, 'project_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'gw_port': {'id': '34f590ac-1120-4ab9-8d01-c3374ff98a49', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925609f1-6849-4d84-87f3-b946f0b7ca6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:59:53Z', 'updated_at': '2022-07-28T03:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': 'e57f0104-5355-41ee-b407-463380f46e57', 'tenant_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': '925609f1-6849-4d84-87f3-b946f0b7ca6e', 'port_id': '68bf49ef-5416-40a1-b99b-f3cd17caa288', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '577751dd-78a4-42c8-b90a-c6d300b531a2', 'mac_address': 'fa:16:3e:cc:24:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed19419-f0b9-473d-93cb-fefb8c29d74e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T04:01:07Z', 'updated_at': '2022-07-28T04:01:07Z', 'revision_number': 0, 'project_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '099ed97a-3f77-49d7-a23d-52e9cc72872a', 'name': '', 'network_id': '577751dd-78a4-42c8-b90a-c6d300b531a2', 'tenant_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'mac_address': 'fa:16:3e:0a:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925609f1-6849-4d84-87f3-b946f0b7ca6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '117a9784-f853-4ff3-95fc-37c8f679d459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:59:56Z', 'updated_at': '2022-07-28T04:00:01Z', 'revision_number': 5, 'project_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'subnets': [{'id': '117a9784-f853-4ff3-95fc-37c8f679d459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:01:10.108880 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291953b-7fcb-4ebb-9f60-80689ec9164f req-2392fe28-7745-45b2-aa89-44a52001dfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:10.110553 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4291953b-7fcb-4ebb-9f60-80689ec9164f req-2392fe28-7745-45b2-aa89-44a52001dfa4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=577751dd-78a4-42c8-b90a-c6d300b531a2 HTTP/1.1" status: 200 len: 910 time: 0.2090464 Jul 28 04:01:10.118752 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890867d9-0875-4a6b-8675-c1475b6dd70e None None] Checking router: 925609f1-6849-4d84-87f3-b946f0b7ca6e for host: dv-cinder-851279-1-iscsi {{(pid=121476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:01:10.131023 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890867d9-0875-4a6b-8675-c1475b6dd70e None None] Routers {'925609f1-6849-4d84-87f3-b946f0b7ca6e'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:01:10.131662 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-890867d9-0875-4a6b-8675-c1475b6dd70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:00:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['925609f1-6849-4d84-87f3-b946f0b7ca6e'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:01:10.139485 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43877a19-91c3-4d0e-b0a6-1e4023fb287f req-a6618560-dc50-4354-a37a-e829b9ca57c0 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:10.146685 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-43877a19-91c3-4d0e-b0a6-1e4023fb287f req-a6618560-dc50-4354-a37a-e829b9ca57c0 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 945 time: 0.0659583 Jul 28 04:01:10.196436 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4291953b-7fcb-4ebb-9f60-80689ec9164f req-8dfa9718-0c63-48ff-b9e0-d73a33a9d741 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68bf49ef-5416-40a1-b99b-f3cd17caa288 HTTP/1.1" status: 200 len: 1000 time: 0.0780103 Jul 28 04:01:10.205959 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-43877a19-91c3-4d0e-b0a6-1e4023fb287f req-3616d2c2-bd4b-4d5e-893a-6b8faf9e15cc tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579984 Jul 28 04:01:10.209970 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-beb275c7-8976-47e4-a174-7a1cadc55b7c service neutron] 10.222.0.66 "GET /v2.0/networks/4531d3b7-3c72-4c16-9fba-50470f633af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824205 Jul 28 04:01:10.218512 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:10.234167 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:10.247692 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-890867d9-0875-4a6b-8675-c1475b6dd70e None None] Set router 925609f1-6849-4d84-87f3-b946f0b7ca6e gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:01:10.330568 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291953b-7fcb-4ebb-9f60-80689ec9164f req-f393cc4f-c9dd-4db2-9851-96f0f7f2bc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:10.332080 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4291953b-7fcb-4ebb-9f60-80689ec9164f req-f393cc4f-c9dd-4db2-9851-96f0f7f2bc33 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=117a9784-f853-4ff3-95fc-37c8f679d459 HTTP/1.1" status: 200 len: 848 time: 0.1173635 Jul 28 04:01:10.380379 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:10.388528 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-ef7ebb02-d444-4d62-bf58-80a3e937da22 service neutron] 10.222.0.66 "GET /v2.0/networks/4531d3b7-3c72-4c16-9fba-50470f633af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629107 Jul 28 04:01:10.401553 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291953b-7fcb-4ebb-9f60-80689ec9164f req-1d26a0c1-2899-41a2-8b31-df4343649b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:10.403807 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4291953b-7fcb-4ebb-9f60-80689ec9164f req-1d26a0c1-2899-41a2-8b31-df4343649b1b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=577751dd-78a4-42c8-b90a-c6d300b531a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0606844 Jul 28 04:01:10.483883 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551036b7-2d85-41b2-8230-186c6706bf54 req-8b296bb3-99fe-468a-a470-59a37c09d2e1 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:10.485112 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-551036b7-2d85-41b2-8230-186c6706bf54 req-8b296bb3-99fe-468a-a470-59a37c09d2e1 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/networks?id=4b26df26-f527-4a68-b490-7db3cb955d7b HTTP/1.1" status: 200 len: 806 time: 0.1647465 Jul 28 04:01:10.521199 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-551036b7-2d85-41b2-8230-186c6706bf54 req-510ce9d7-bdd9-40b9-8a1f-71f57c17eb50 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/quotas/7041d959d23d41c58ac1f68559a14647 HTTP/1.1" status: 200 len: 375 time: 0.0259504 Jul 28 04:01:10.544304 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-890867d9-0875-4a6b-8675-c1475b6dd70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925609f1-6849-4d84-87f3-b946f0b7ca6e', 'name': 'tempest-TestShelveInstance-1980091268-router', 'tenant_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '34f590ac-1120-4ab9-8d01-c3374ff98a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:59:53Z', 'updated_at': '2022-07-28T03:59:57Z', 'revision_number': 4, 'project_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'gw_port': {'id': '34f590ac-1120-4ab9-8d01-c3374ff98a49', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925609f1-6849-4d84-87f3-b946f0b7ca6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:59:53Z', 'updated_at': '2022-07-28T03:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': 'e57f0104-5355-41ee-b407-463380f46e57', 'tenant_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': '925609f1-6849-4d84-87f3-b946f0b7ca6e', 'port_id': '68bf49ef-5416-40a1-b99b-f3cd17caa288', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '577751dd-78a4-42c8-b90a-c6d300b531a2', 'mac_address': 'fa:16:3e:cc:24:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed19419-f0b9-473d-93cb-fefb8c29d74e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T04:01:07Z', 'updated_at': '2022-07-28T04:01:07Z', 'revision_number': 0, 'project_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '099ed97a-3f77-49d7-a23d-52e9cc72872a', 'name': '', 'network_id': '577751dd-78a4-42c8-b90a-c6d300b531a2', 'tenant_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'mac_address': 'fa:16:3e:0a:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925609f1-6849-4d84-87f3-b946f0b7ca6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '117a9784-f853-4ff3-95fc-37c8f679d459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:59:56Z', 'updated_at': '2022-07-28T04:00:01Z', 'revision_number': 5, 'project_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'subnets': [{'id': '117a9784-f853-4ff3-95fc-37c8f679d459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:01:10.563870 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4291953b-7fcb-4ebb-9f60-80689ec9164f req-ff7f3082-f4a2-4629-879b-953e116669c7 service neutron] 10.222.0.67 "GET /v2.0/networks/577751dd-78a4-42c8-b90a-c6d300b531a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509180 Jul 28 04:01:10.567910 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-551036b7-2d85-41b2-8230-186c6706bf54 req-b2d74423-910c-4ce4-8f7e-f3cbab998d23 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7041d959d23d41c58ac1f68559a14647&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405626 Jul 28 04:01:10.577673 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890867d9-0875-4a6b-8675-c1475b6dd70e None None] The sync data for ids ['925609f1-6849-4d84-87f3-b946f0b7ca6e'] in dv-cinder-851279-1-iscsi is: [{'id': '925609f1-6849-4d84-87f3-b946f0b7ca6e', 'name': 'tempest-TestShelveInstance-1980091268-router', 'tenant_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '34f590ac-1120-4ab9-8d01-c3374ff98a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:59:53Z', 'updated_at': '2022-07-28T03:59:57Z', 'revision_number': 4, 'project_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'gw_port': {'id': '34f590ac-1120-4ab9-8d01-c3374ff98a49', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925609f1-6849-4d84-87f3-b946f0b7ca6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:59:53Z', 'updated_at': '2022-07-28T03:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': 'e57f0104-5355-41ee-b407-463380f46e57', 'tenant_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': '925609f1-6849-4d84-87f3-b946f0b7ca6e', 'port_id': '68bf49ef-5416-40a1-b99b-f3cd17caa288', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '577751dd-78a4-42c8-b90a-c6d300b531a2', 'mac_address': 'fa:16:3e:cc:24:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed19419-f0b9-473d-93cb-fefb8c29d74e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T04:01:07Z', 'updated_at': '2022-07-28T04:01:07Z', 'revision_number': 0, 'project_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '099ed97a-3f77-49d7-a23d-52e9cc72872a', 'name': '', 'network_id': '577751dd-78a4-42c8-b90a-c6d300b531a2', 'tenant_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'mac_address': 'fa:16:3e:0a:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925609f1-6849-4d84-87f3-b946f0b7ca6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '117a9784-f853-4ff3-95fc-37c8f679d459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:59:56Z', 'updated_at': '2022-07-28T04:00:01Z', 'revision_number': 5, 'project_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'subnets': [{'id': '117a9784-f853-4ff3-95fc-37c8f679d459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:01:10.713196 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-551036b7-2d85-41b2-8230-186c6706bf54 req-5fb71caa-c0d6-47d8-bb56-81484e9795ee service neutron] 10.222.0.66 "GET /v2.0/networks/4b26df26-f527-4a68-b490-7db3cb955d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369195 Jul 28 04:01:10.754869 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4291953b-7fcb-4ebb-9f60-80689ec9164f req-1364ab66-9064-4ed3-84f9-7fdb68886560 service neutron] 10.222.0.67 "GET /v2.0/networks/577751dd-78a4-42c8-b90a-c6d300b531a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805329 Jul 28 04:01:10.770157 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebc329-8c32-45f5-a169-1907cb68c6ed req-9e37dea4-eafd-4e93-953c-547ea5a3f86a tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:10.770157 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-41ebc329-8c32-45f5-a169-1907cb68c6ed req-9e37dea4-eafd-4e93-953c-547ea5a3f86a tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 946 time: 0.0675461 Jul 28 04:01:10.836632 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-41ebc329-8c32-45f5-a169-1907cb68c6ed req-b924cfc8-41c3-49d7-94bd-5adf72f2e7ab tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571759 Jul 28 04:01:10.868208 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-551036b7-2d85-41b2-8230-186c6706bf54 req-0178cd23-94be-4020-8598-b46a77cfee62 service neutron] 10.222.0.66 "GET /v2.0/networks/4b26df26-f527-4a68-b490-7db3cb955d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469762 Jul 28 04:01:10.886380 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df5eeb6-54a2-4396-afcf-d7a6800f9f65 None None] New status for floating IP e57f0104-5355-41ee-b407-463380f46e57: ACTIVE {{(pid=121477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 04:01:10.914642 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ee01b2fe-1a35-4735-aec6-ea23e73fcd03 req-0c05ea3b-f44a-4be8-a042-89896c0335e5 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 210 time: 0.0330257 Jul 28 04:01:10.927943 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:11.169826 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a6a0eb72-7c64-46f3-92e3-1717f5b68edb req-cb1b329d-7e77-48ba-8e59-8e0f84b32e0a tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/ports?device_id=77990c1b-5f6b-4da2-9963-9507f1e0f714 HTTP/1.1" status: 200 len: 210 time: 0.0331845 Jul 28 04:01:11.349869 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fa044-64cb-4b81-9c88-b8405d37ddce req-0cbbed99-b1c7-4cf0-a931-8aa0480f972c tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:11.352382 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-d60fa044-64cb-4b81-9c88-b8405d37ddce req-0cbbed99-b1c7-4cf0-a931-8aa0480f972c tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 945 time: 0.0572422 Jul 28 04:01:11.401757 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-d60fa044-64cb-4b81-9c88-b8405d37ddce req-d07337fd-53bf-4aee-9ecc-0634bd9db573 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438118 Jul 28 04:01:11.965572 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1ce25-dc2b-45d7-88ec-60ea3dcc3851 req-7f751249-08a0-43c3-bb87-cc32848bbc24 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:11.970546 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b6a1ce25-dc2b-45d7-88ec-60ea3dcc3851 req-7f751249-08a0-43c3-bb87-cc32848bbc24 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 946 time: 0.0509338 Jul 28 04:01:12.024471 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b6a1ce25-dc2b-45d7-88ec-60ea3dcc3851 req-00d7a210-3951-49d6-9c8f-00df187d7842 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496173 Jul 28 04:01:12.033154 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-0ed3a821-55f5-4dda-b878-3ed0dc3cf38a req-8ab973ec-1b90-45b0-9e6f-35a30ab63d79 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 210 time: 0.0299697 Jul 28 04:01:12.278098 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c15a5c03-afc0-4422-835d-8f3fb1e6ce06 req-21ca5ecd-3425-4222-bb0f-0673e284ba20 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/ports?device_id=77990c1b-5f6b-4da2-9963-9507f1e0f714 HTTP/1.1" status: 200 len: 210 time: 0.0299942 Jul 28 04:01:12.528055 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa9001-fa6f-498d-98f2-65ce7b064860 req-6ed994e2-2464-421f-bf5b-04b9510978ea tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:12.529622 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-5bfa9001-fa6f-498d-98f2-65ce7b064860 req-6ed994e2-2464-421f-bf5b-04b9510978ea tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 945 time: 0.0496073 Jul 28 04:01:12.580388 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-5bfa9001-fa6f-498d-98f2-65ce7b064860 req-4f7ee66f-9631-4702-8860-1824f6c5a19a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436342 Jul 28 04:01:13.172284 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80a6e6-4454-4cc6-8ec8-8e1efb5452b8 req-73ba8e7f-b27d-4cbd-a2d6-da2ce67c8e17 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:13.175320 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4e80a6e6-4454-4cc6-8ec8-8e1efb5452b8 req-73ba8e7f-b27d-4cbd-a2d6-da2ce67c8e17 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 946 time: 0.0586925 Jul 28 04:01:13.235504 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4e80a6e6-4454-4cc6-8ec8-8e1efb5452b8 req-6dfcd7f3-201d-4bed-8379-1ffce02140a7 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552940 Jul 28 04:01:13.384013 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-08f53dc2-d6e7-453c-8849-16cb322089b1 req-6b4efc69-5754-4b09-a45f-371ddf34c8f3 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/ports?device_id=77990c1b-5f6b-4da2-9963-9507f1e0f714 HTTP/1.1" status: 200 len: 210 time: 0.0291877 Jul 28 04:01:13.387185 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-2c755d73-2c93-4f33-ae9a-06f7bce62d5e req-bc2a32f2-1bd1-4543-bc1f-c3cb38df58b9 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 210 time: 0.2681472 Jul 28 04:01:13.706929 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-c2623659-a053-4fdc-a8fe-9fb2895a1af5 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:13.708560 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-c2623659-a053-4fdc-a8fe-9fb2895a1af5 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.67 "GET /v2.0/networks?id=4531d3b7-3c72-4c16-9fba-50470f633af2 HTTP/1.1" status: 200 len: 819 time: 0.1470931 Jul 28 04:01:13.731835 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:13.740207 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d36f5-59c0-4559-a5bb-3022dcaef359 req-2738aee9-f934-4927-a3d8-07315da3e85e tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:13.741817 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-960d36f5-59c0-4559-a5bb-3022dcaef359 req-2738aee9-f934-4927-a3d8-07315da3e85e tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 945 time: 0.0798378 Jul 28 04:01:13.881672 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-960d36f5-59c0-4559-a5bb-3022dcaef359 req-fe66ea51-741d-41e5-8b85-f8b9b45d2a22 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308694 Jul 28 04:01:13.894668 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-9b64fe6b-eda6-4214-95db-55f5eeee618a tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bf7f0f7880a435ba552361bcb31ef91 HTTP/1.1" status: 200 len: 380 time: 0.1707499 Jul 28 04:01:13.946054 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551036b7-2d85-41b2-8230-186c6706bf54 req-28f98516-6a60-4260-8c4a-443957bd0564 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:13.948332 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-551036b7-2d85-41b2-8230-186c6706bf54 req-28f98516-6a60-4260-8c4a-443957bd0564 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.67 "GET /v2.0/networks?id=4b26df26-f527-4a68-b490-7db3cb955d7b HTTP/1.1" status: 200 len: 806 time: 0.1633949 Jul 28 04:01:13.976180 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-33a15951-900f-4772-bbc9-e15d28d3ca2e tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Request body: {'port': {'device_id': '4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b', 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2', 'admin_state_up': True, 'tenant_id': '8bf7f0f7880a435ba552361bcb31ef91', 'security_groups': ['95ed5ab5-a550-44ca-8bcb-940ad425b87c']}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:01:14.021707 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 54104) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:01:14.025774 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [req-551036b7-2d85-41b2-8230-186c6706bf54 req-fd87ad33-da06-4144-9f01-18f7efa85770 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Request body: {'port': {'device_id': '77990c1b-5f6b-4da2-9963-9507f1e0f714', 'network_id': '4b26df26-f527-4a68-b490-7db3cb955d7b', 'admin_state_up': True, 'tenant_id': '7041d959d23d41c58ac1f68559a14647'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:01:14.148765 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-f6d120ca-f29d-4d71-9d2e-295ef633077e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:14.227991 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-f6d120ca-f29d-4d71-9d2e-295ef633077e admin admin] Publish callbacks [] for security_group (73437db4-d768-47da-877d-295b896f5ae9), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:14.289053 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-33a15951-900f-4772-bbc9-e15d28d3ca2e tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Made reservation on behalf of 8bf7f0f7880a435ba552361bcb31ef91 for: {'port': 1} {{(pid=121474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:01:14.290035 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-33a15951-900f-4772-bbc9-e15d28d3ca2e tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:14.299901 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:14.346744 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-551036b7-2d85-41b2-8230-186c6706bf54 req-fd87ad33-da06-4144-9f01-18f7efa85770 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Made reservation on behalf of 7041d959d23d41c58ac1f68559a14647 for: {'port': 1} {{(pid=121474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:01:14.348354 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-f6d120ca-f29d-4d71-9d2e-295ef633077e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (73437db4-d768-47da-877d-295b896f5ae9), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:14.350190 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-551036b7-2d85-41b2-8230-186c6706bf54 req-fd87ad33-da06-4144-9f01-18f7efa85770 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:14.401225 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-f6d120ca-f29d-4d71-9d2e-295ef633077e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=582e7ce3c6a74bb7950478cc6a476c43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3777957 Jul 28 04:01:14.409500 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77f64e-aed6-400c-b01b-421a91fb876a req-06144137-e449-47da-a885-a47f1efb7498 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:14.413238 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-7b77f64e-aed6-400c-b01b-421a91fb876a req-06144137-e449-47da-a885-a47f1efb7498 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 946 time: 0.0952499 Jul 28 04:01:14.413941 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 54114) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:01:14.441079 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d120ca-f29d-4d71-9d2e-295ef633077e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73437db4-d768-47da-877d-295b896f5ae9,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:14.536651 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-7b77f64e-aed6-400c-b01b-421a91fb876a req-2f89344b-e240-4fdb-9808-d52f083e9ddd tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823958 Jul 28 04:01:14.555289 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-bcdbcc8d-e439-46cc-aec5-065e17bcddfe admin admin] Publish callbacks [] for security_group (73437db4-d768-47da-877d-295b896f5ae9), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:14.580054 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-e2154369-dac4-4a15-b8d6-1d7f4add4b30 req-02b832cb-d6b9-4f25-a06a-b38d8bba4e26 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/ports?device_id=77990c1b-5f6b-4da2-9963-9507f1e0f714 HTTP/1.1" status: 200 len: 210 time: 0.0609307 Jul 28 04:01:14.595897 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.db_base_plugin_common [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-33a15951-900f-4772-bbc9-e15d28d3ca2e tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Allocated IP 172.20.0.13 (4531d3b7-3c72-4c16-9fba-50470f633af2/f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c/d2c58462-fb66-479c-9106-a98477b390b4) {{(pid=121474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:01:14.596301 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-bcdbcc8d-e439-46cc-aec5-065e17bcddfe admin admin] Publish callbacks [] for security_group (73437db4-d768-47da-877d-295b896f5ae9), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:14.626758 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.db_base_plugin_common [req-551036b7-2d85-41b2-8230-186c6706bf54 req-fd87ad33-da06-4144-9f01-18f7efa85770 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Allocated IP 172.20.0.14 (4b26df26-f527-4a68-b490-7db3cb955d7b/3195e987-e720-443e-b3c4-cd1c05d16b31/2f24ff08-75ca-4140-bda6-14f798181200) {{(pid=121474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:01:14.660756 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:14.666073 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-bd1d4ea7-3005-4765-a56d-d884f9c73045 req-43bf7549-1973-46ce-bb91-c90f91dae294 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 210 time: 0.0471628 Jul 28 04:01:14.672985 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=7 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:14.765779 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-bcdbcc8d-e439-46cc-aec5-065e17bcddfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (73437db4-d768-47da-877d-295b896f5ae9), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:14.768539 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-bcdbcc8d-e439-46cc-aec5-065e17bcddfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:14.771513 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-bcdbcc8d-e439-46cc-aec5-065e17bcddfe admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/73437db4-d768-47da-877d-295b896f5ae9 HTTP/1.1" status: 204 len: 168 time: 0.3406672 Jul 28 04:01:14.781070 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdbcc8d-e439-46cc-aec5-065e17bcddfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73437db4-d768-47da-877d-295b896f5ae9,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:14.845395 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-9f121515-a548-45ef-a3e7-a2fd3c3798b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:14.848574 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-33a15951-900f-4772-bbc9-e15d28d3ca2e tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks [] for port (d2c58462-fb66-479c-9106-a98477b390b4), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:14.907301 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-551036b7-2d85-41b2-8230-186c6706bf54 req-fd87ad33-da06-4144-9f01-18f7efa85770 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Publish callbacks [] for port (2f24ff08-75ca-4140-bda6-14f798181200), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:14.919997 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:15.020772 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41902a2-fd22-4238-8646-d99347e9fbaa req-ba183c37-0dff-4ab4-94b4-ee92cd6f60f4 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:15.022291 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f41902a2-fd22-4238-8646-d99347e9fbaa req-ba183c37-0dff-4ab4-94b4-ee92cd6f60f4 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 945 time: 0.0529096 Jul 28 04:01:15.024367 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-551036b7-2d85-41b2-8230-186c6706bf54 req-fd87ad33-da06-4144-9f01-18f7efa85770 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (2f24ff08-75ca-4140-bda6-14f798181200), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:15.027189 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-33a15951-900f-4772-bbc9-e15d28d3ca2e tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (d2c58462-fb66-479c-9106-a98477b390b4), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:15.096166 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-33a15951-900f-4772-bbc9-e15d28d3ca2e tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Network 4531d3b7-3c72-4c16-9fba-50470f633af2 is already hosted by enough agents. {{(pid=121474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:01:15.104448 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-551036b7-2d85-41b2-8230-186c6706bf54 req-fd87ad33-da06-4144-9f01-18f7efa85770 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Network 4b26df26-f527-4a68-b490-7db3cb955d7b is already hosted by enough agents. {{(pid=121474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:01:15.109109 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-33a15951-900f-4772-bbc9-e15d28d3ca2e tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Resources bound (agent type, host, resource id): {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:01:15.112016 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-33a15951-900f-4772-bbc9-e15d28d3ca2e tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Received port after_create {{(pid=121474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 04:01:15.115410 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [req-551036b7-2d85-41b2-8230-186c6706bf54 req-fd87ad33-da06-4144-9f01-18f7efa85770 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Resources bound (agent type, host, resource id): {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:01:15.121046 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87ad33-da06-4144-9f01-18f7efa85770 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Pushing event updated for resources: {'Port': ['ID=2f24ff08-75ca-4140-bda6-14f798181200,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:15.126079 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [req-551036b7-2d85-41b2-8230-186c6706bf54 req-fd87ad33-da06-4144-9f01-18f7efa85770 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Received port after_create {{(pid=121474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 04:01:15.251208 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f41902a2-fd22-4238-8646-d99347e9fbaa req-93d3d2a2-61e0-4ca4-b9a7-1e9024855c8f tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912100 Jul 28 04:01:15.312614 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-33a15951-900f-4772-bbc9-e15d28d3ca2e tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:15.313515 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-33a15951-900f-4772-bbc9-e15d28d3ca2e tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:15.336194 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551036b7-2d85-41b2-8230-186c6706bf54 req-fd87ad33-da06-4144-9f01-18f7efa85770 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:15.336986 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-551036b7-2d85-41b2-8230-186c6706bf54 req-fd87ad33-da06-4144-9f01-18f7efa85770 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:15.350143 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a15951-900f-4772-bbc9-e15d28d3ca2e tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Pushing event updated for resources: {'Port': ['ID=d2c58462-fb66-479c-9106-a98477b390b4,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:15.561758 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ef024f6f-62df-4ff4-9fa6-1e2adaf2b18f None None] Provisioning complete for port d2c58462-fb66-479c-9106-a98477b390b4 triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:01:15.561758 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ef024f6f-62df-4ff4-9fa6-1e2adaf2b18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (d2c58462-fb66-479c-9106-a98477b390b4), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:15.561758 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ef024f6f-62df-4ff4-9fa6-1e2adaf2b18f None None] Port d2c58462-fb66-479c-9106-a98477b390b4 cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 04:01:15.685221 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296289f-5dfd-48e8-b122-8d1de0aa8ef4 req-78b61852-305b-4235-8fe1-32ec232b5d2b tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:15.686758 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-d296289f-5dfd-48e8-b122-8d1de0aa8ef4 req-78b61852-305b-4235-8fe1-32ec232b5d2b tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 946 time: 0.0546429 Jul 28 04:01:15.707495 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2234b-c451-4b9f-a919-72532bd47146 req-c189a00b-f6e1-40a0-b930-97fbac70b7f1 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:15.709025 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-75c2234b-c451-4b9f-a919-72532bd47146 req-c189a00b-f6e1-40a0-b930-97fbac70b7f1 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/ports?device_id=77990c1b-5f6b-4da2-9963-9507f1e0f714 HTTP/1.1" status: 200 len: 932 time: 0.0499754 Jul 28 04:01:15.729904 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:15.738372 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-d296289f-5dfd-48e8-b122-8d1de0aa8ef4 req-8a41dc55-46dc-4a1c-9638-57daee6391d3 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455668 Jul 28 04:01:15.764417 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-75c2234b-c451-4b9f-a919-72532bd47146 req-a4f0079f-b032-4188-87f7-5269e45f4f3d tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/security-groups?id=c991cb38-6d88-4f1e-b7c6-731fd2d6a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487719 Jul 28 04:01:15.779355 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-551036b7-2d85-41b2-8230-186c6706bf54 req-fd87ad33-da06-4144-9f01-18f7efa85770 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8075485 Jul 28 04:01:15.782853 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-33a15951-900f-4772-bbc9-e15d28d3ca2e tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8125393 Jul 28 04:01:15.803802 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [req-551036b7-2d85-41b2-8230-186c6706bf54 req-6f289602-7858-4c34-beba-ac07148356bb service neutron] Request body: {'port': {'device_id': '77990c1b-5f6b-4da2-9963-9507f1e0f714', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:01:15.812496 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-29250423-322c-46bf-9a5c-f011d82dacd7 service neutron] Request body: {'port': {'device_id': '4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:01:15.854493 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af124f-b8cc-46cb-83ad-ba79193098c4 req-62676723-e8fa-47ba-9b48-06973a461797 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:15.856517 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-c0af124f-b8cc-46cb-83ad-ba79193098c4 req-62676723-e8fa-47ba-9b48-06973a461797 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 932 time: 0.0511248 Jul 28 04:01:15.892700 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 54140) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:01:15.911034 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-c0af124f-b8cc-46cb-83ad-ba79193098c4 req-029f4851-42f5-4e2c-9365-202848db8b96 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95ed5ab5-a550-44ca-8bcb-940ad425b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468509 Jul 28 04:01:15.937065 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-c31fa871-2985-44ab-b1ec-fd7bfbe24021 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:15.939484 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-29250423-322c-46bf-9a5c-f011d82dacd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (d2c58462-fb66-479c-9106-a98477b390b4), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:15.941433 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-551036b7-2d85-41b2-8230-186c6706bf54 req-6f289602-7858-4c34-beba-ac07148356bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (2f24ff08-75ca-4140-bda6-14f798181200), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:16.473026 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:16.560175 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbbf39-01a1-4a06-8419-a6d21c609655 req-334d9097-1980-4a03-a0a0-4226c33a7f7f tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:16.561737 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-65dbbf39-01a1-4a06-8419-a6d21c609655 req-334d9097-1980-4a03-a0a0-4226c33a7f7f tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 945 time: 0.1893380 Jul 28 04:01:16.644160 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 54152) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:01:16.648719 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-98a58a10-2b8b-48c0-84c3-08cfd4caa2e0 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Request body: {'security_group': {'name': 'tempest-securitygroup--488375802', 'description': 'tempest-description--120385660'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:01:16.655128 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-c31fa871-2985-44ab-b1ec-fd7bfbe24021 admin admin] Publish callbacks [] for security_group (c12498cb-e7a8-4805-89ef-faa5fdf323ca), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:16.717681 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-65dbbf39-01a1-4a06-8419-a6d21c609655 req-67f7c836-6534-4cf3-9d22-aba8e13633c7 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474068 Jul 28 04:01:16.743280 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-c31fa871-2985-44ab-b1ec-fd7bfbe24021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (c12498cb-e7a8-4805-89ef-faa5fdf323ca), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:16.748388 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-98a58a10-2b8b-48c0-84c3-08cfd4caa2e0 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:16.794647 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:16.827755 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-98a58a10-2b8b-48c0-84c3-08cfd4caa2e0 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group (1aad9787-ecae-43c6-bb47-53f2703de971), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:16.839652 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:16.842219 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-c31fa871-2985-44ab-b1ec-fd7bfbe24021 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ffe684290d30470cb1760b13460c055e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9337275 Jul 28 04:01:16.848959 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 54158) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:01:16.862561 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31fa871-2985-44ab-b1ec-fd7bfbe24021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12498cb-e7a8-4805-89ef-faa5fdf323ca,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:16.886647 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73193442-fa25-4a4a-a7a6-1b0cb24001ff req-3309eb3c-4f17-4229-b506-7fba2563f861 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:16.889447 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-73193442-fa25-4a4a-a7a6-1b0cb24001ff req-3309eb3c-4f17-4229-b506-7fba2563f861 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 946 time: 0.0563998 Jul 28 04:01:16.903285 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-29250423-322c-46bf-9a5c-f011d82dacd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2c58462-fb66-479c-9106-a98477b390b4 {{(pid=121474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 04:01:16.910685 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-98a58a10-2b8b-48c0-84c3-08cfd4caa2e0 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (1aad9787-ecae-43c6-bb47-53f2703de971), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:16.931299 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-29250423-322c-46bf-9a5c-f011d82dacd7 service neutron] Publish callbacks [] for port (d2c58462-fb66-479c-9106-a98477b390b4), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:16.962128 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a58a10-2b8b-48c0-84c3-08cfd4caa2e0 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aad9787-ecae-43c6-bb47-53f2703de971,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:16.970519 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-73193442-fa25-4a4a-a7a6-1b0cb24001ff req-83cb3a0b-6b2a-4f45-b13a-df8ad8a5c05a tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757499 Jul 28 04:01:16.994829 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [req-551036b7-2d85-41b2-8230-186c6706bf54 req-6f289602-7858-4c34-beba-ac07148356bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f24ff08-75ca-4140-bda6-14f798181200 {{(pid=121474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 04:01:16.999767 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.provisioning_blocks [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-29250423-322c-46bf-9a5c-f011d82dacd7 service neutron] Transition to ACTIVE for port object d2c58462-fb66-479c-9106-a98477b390b4 will not be triggered until provisioned by entity L2. {{(pid=121474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 04:01:17.007214 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-551036b7-2d85-41b2-8230-186c6706bf54 req-6f289602-7858-4c34-beba-ac07148356bb service neutron] Publish callbacks [] for port (2f24ff08-75ca-4140-bda6-14f798181200), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:17.015227 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5c636-0763-4b5b-847e-2b8efce47b84 req-0dec1394-68d3-4b65-83aa-8612ab3aa479 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:17.016795 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-08a5c636-0763-4b5b-847e-2b8efce47b84 req-0dec1394-68d3-4b65-83aa-8612ab3aa479 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/ports?device_id=77990c1b-5f6b-4da2-9963-9507f1e0f714 HTTP/1.1" status: 200 len: 932 time: 0.1360538 Jul 28 04:01:17.024415 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-98a58a10-2b8b-48c0-84c3-08cfd4caa2e0 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:17.027303 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-98a58a10-2b8b-48c0-84c3-08cfd4caa2e0 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3801963 Jul 28 04:01:17.028823 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 54162) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:01:17.034103 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-83128706-c8c5-4def-a855-3074e8d212f0 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Request body: {'security_group_rule': {'security_group_id': '1aad9787-ecae-43c6-bb47-53f2703de971', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:01:17.046509 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.provisioning_blocks [req-551036b7-2d85-41b2-8230-186c6706bf54 req-6f289602-7858-4c34-beba-ac07148356bb service neutron] Transition to ACTIVE for port object 2f24ff08-75ca-4140-bda6-14f798181200 will not be triggered until provisioned by entity L2. {{(pid=121474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 04:01:17.060394 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-86b413ad-0d0b-49b4-8d4e-f337d0a16f06 admin admin] Publish callbacks [] for security_group (c12498cb-e7a8-4805-89ef-faa5fdf323ca), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:17.080390 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-29250423-322c-46bf-9a5c-f011d82dacd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26044716'] for port (d2c58462-fb66-479c-9106-a98477b390b4), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:17.100079 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad76eb1-100c-40f9-b53a-574c036bee22 req-6d0f202b-af74-4a45-a327-5d0f02298711 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:17.101699 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-aad76eb1-100c-40f9-b53a-574c036bee22 req-6d0f202b-af74-4a45-a327-5d0f02298711 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 932 time: 0.0555739 Jul 28 04:01:17.143401 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-86b413ad-0d0b-49b4-8d4e-f337d0a16f06 admin admin] Publish callbacks [] for security_group (c12498cb-e7a8-4805-89ef-faa5fdf323ca), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:17.154581 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-aad76eb1-100c-40f9-b53a-574c036bee22 req-c0331baf-1fc6-4c91-b287-c4419c0c5051 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95ed5ab5-a550-44ca-8bcb-940ad425b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464208 Jul 28 04:01:17.161228 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-08a5c636-0763-4b5b-847e-2b8efce47b84 req-82c353a6-aed7-41b4-8e4c-cf3d29e93820 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/security-groups?id=c991cb38-6d88-4f1e-b7c6-731fd2d6a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273246 Jul 28 04:01:17.173853 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-551036b7-2d85-41b2-8230-186c6706bf54 req-6f289602-7858-4c34-beba-ac07148356bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26044716'] for port (2f24ff08-75ca-4140-bda6-14f798181200), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:17.175477 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:17.190015 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29250423-322c-46bf-9a5c-f011d82dacd7 service neutron] Pushing event updated for resources: {'Port': ['ID=d2c58462-fb66-479c-9106-a98477b390b4,revision_number=2']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:17.204831 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-83128706-c8c5-4def-a855-3074e8d212f0 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group_rule (4480a5be-10bf-4b02-a86a-8c15ee6a2ea8), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:17.240872 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:17.283565 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-83128706-c8c5-4def-a855-3074e8d212f0 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group_rule (4480a5be-10bf-4b02-a86a-8c15ee6a2ea8), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:17.311065 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f289602-7858-4c34-beba-ac07148356bb service neutron] Pushing event updated for resources: {'Port': ['ID=2f24ff08-75ca-4140-bda6-14f798181200,revision_number=2']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:17.401973 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-29250423-322c-46bf-9a5c-f011d82dacd7 service neutron] Attempting to bind port d2c58462-fb66-479c-9106-a98477b390b4 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 04:01:17.402236 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-29250423-322c-46bf-9a5c-f011d82dacd7 service neutron] Attempting to bind port d2c58462-fb66-479c-9106-a98477b390b4 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': 'f5651f66-4b70-44a2-a50e-d0d4e0ef16b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2'}] {{(pid=121474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 04:01:17.402571 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-29250423-322c-46bf-9a5c-f011d82dacd7 service neutron] Attempting to bind port d2c58462-fb66-479c-9106-a98477b390b4 on network 4531d3b7-3c72-4c16-9fba-50470f633af2 {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:01:17.414800 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-29250423-322c-46bf-9a5c-f011d82dacd7 service neutron] Port d2c58462-fb66-479c-9106-a98477b390b4 on network 4531d3b7-3c72-4c16-9fba-50470f633af2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 04:01:17.415140 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-29250423-322c-46bf-9a5c-f011d82dacd7 service neutron] Attempting to bind port d2c58462-fb66-479c-9106-a98477b390b4 on network 4531d3b7-3c72-4c16-9fba-50470f633af2 {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:01:17.418608 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-83128706-c8c5-4def-a855-3074e8d212f0 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831501'] for security_group_rule (4480a5be-10bf-4b02-a86a-8c15ee6a2ea8), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:17.423333 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-551036b7-2d85-41b2-8230-186c6706bf54 req-6f289602-7858-4c34-beba-ac07148356bb service neutron] Attempting to bind port 2f24ff08-75ca-4140-bda6-14f798181200 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 04:01:17.423333 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-551036b7-2d85-41b2-8230-186c6706bf54 req-6f289602-7858-4c34-beba-ac07148356bb service neutron] Attempting to bind port 2f24ff08-75ca-4140-bda6-14f798181200 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '0b36db99-b7ec-4aa8-8505-4247e30a3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4b26df26-f527-4a68-b490-7db3cb955d7b'}] {{(pid=121474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 04:01:17.423333 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551036b7-2d85-41b2-8230-186c6706bf54 req-6f289602-7858-4c34-beba-ac07148356bb service neutron] Attempting to bind port 2f24ff08-75ca-4140-bda6-14f798181200 on network 4b26df26-f527-4a68-b490-7db3cb955d7b {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:01:17.426267 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-29250423-322c-46bf-9a5c-f011d82dacd7 service neutron] Checking agent: {'id': 'a6d923ff-d983-4784-981f-1bbce4c5c5ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 56, 49), 'started_at': datetime.datetime(2022, 7, 28, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 4, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 04:01:17.426607 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-29250423-322c-46bf-9a5c-f011d82dacd7 service neutron] Checking segment: {'id': 'f5651f66-4b70-44a2-a50e-d0d4e0ef16b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 04:01:17.426991 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-29250423-322c-46bf-9a5c-f011d82dacd7 service neutron] Bound using segment: {'id': 'f5651f66-4b70-44a2-a50e-d0d4e0ef16b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2'} {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 04:01:17.427421 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-29250423-322c-46bf-9a5c-f011d82dacd7 service neutron] Bound port: d2c58462-fb66-479c-9106-a98477b390b4, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5651f66-4b70-44a2-a50e-d0d4e0ef16b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2'}}] {{(pid=121474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 04:01:17.427779 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-29250423-322c-46bf-9a5c-f011d82dacd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (d2c58462-fb66-479c-9106-a98477b390b4), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:17.432211 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551036b7-2d85-41b2-8230-186c6706bf54 req-6f289602-7858-4c34-beba-ac07148356bb service neutron] Port 2f24ff08-75ca-4140-bda6-14f798181200 on network 4b26df26-f527-4a68-b490-7db3cb955d7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 04:01:17.432536 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551036b7-2d85-41b2-8230-186c6706bf54 req-6f289602-7858-4c34-beba-ac07148356bb service neutron] Attempting to bind port 2f24ff08-75ca-4140-bda6-14f798181200 on network 4b26df26-f527-4a68-b490-7db3cb955d7b {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:01:17.439369 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83128706-c8c5-4def-a855-3074e8d212f0 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4480a5be-10bf-4b02-a86a-8c15ee6a2ea8,revision_number=0']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:17.451072 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551036b7-2d85-41b2-8230-186c6706bf54 req-6f289602-7858-4c34-beba-ac07148356bb service neutron] Checking agent: {'id': 'a6d923ff-d983-4784-981f-1bbce4c5c5ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 56, 49), 'started_at': datetime.datetime(2022, 7, 28, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 4, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 04:01:17.451369 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551036b7-2d85-41b2-8230-186c6706bf54 req-6f289602-7858-4c34-beba-ac07148356bb service neutron] Checking segment: {'id': '0b36db99-b7ec-4aa8-8505-4247e30a3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4b26df26-f527-4a68-b490-7db3cb955d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 04:01:17.451786 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551036b7-2d85-41b2-8230-186c6706bf54 req-6f289602-7858-4c34-beba-ac07148356bb service neutron] Bound using segment: {'id': '0b36db99-b7ec-4aa8-8505-4247e30a3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4b26df26-f527-4a68-b490-7db3cb955d7b'} {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 04:01:17.452247 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-551036b7-2d85-41b2-8230-186c6706bf54 req-6f289602-7858-4c34-beba-ac07148356bb service neutron] Bound port: 2f24ff08-75ca-4140-bda6-14f798181200, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b36db99-b7ec-4aa8-8505-4247e30a3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4b26df26-f527-4a68-b490-7db3cb955d7b'}}] {{(pid=121474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 04:01:17.452609 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-551036b7-2d85-41b2-8230-186c6706bf54 req-6f289602-7858-4c34-beba-ac07148356bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (2f24ff08-75ca-4140-bda6-14f798181200), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:17.464640 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-e2880023-62d6-40fe-ab66-b489e8735b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:17.489268 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-86b413ad-0d0b-49b4-8d4e-f337d0a16f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (c12498cb-e7a8-4805-89ef-faa5fdf323ca), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:17.491887 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-86b413ad-0d0b-49b4-8d4e-f337d0a16f06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:17.493079 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-86b413ad-0d0b-49b4-8d4e-f337d0a16f06 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c12498cb-e7a8-4805-89ef-faa5fdf323ca HTTP/1.1" status: 204 len: 168 time: 0.6403589 Jul 28 04:01:17.533948 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b413ad-0d0b-49b4-8d4e-f337d0a16f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12498cb-e7a8-4805-89ef-faa5fdf323ca,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:17.538157 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-83128706-c8c5-4def-a855-3074e8d212f0 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:17.538157 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-83128706-c8c5-4def-a855-3074e8d212f0 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5072668 Jul 28 04:01:17.540184 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 54166) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:01:17.545282 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-7a523947-3d00-4da9-a925-592ea84d35c5 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Request body: {'security_group_rule': {'security_group_id': '1aad9787-ecae-43c6-bb47-53f2703de971', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:01:17.566248 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-29250423-322c-46bf-9a5c-f011d82dacd7 service neutron] For port d2c58462-fb66-479c-9106-a98477b390b4, host hv-cinder-85127, cleared binding levels {{(pid=121474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:01:17.568625 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:17.594825 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-29250423-322c-46bf-9a5c-f011d82dacd7 service neutron] For port d2c58462-fb66-479c-9106-a98477b390b4, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=d2c58462-fb66-479c-9106-a98477b390b4,segment=NetworkSegment(f5651f66-4b70-44a2-a50e-d0d4e0ef16b9),segment_id=f5651f66-4b70-44a2-a50e-d0d4e0ef16b9)] {{(pid=121474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:01:17.602205 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-551036b7-2d85-41b2-8230-186c6706bf54 req-6f289602-7858-4c34-beba-ac07148356bb service neutron] For port 2f24ff08-75ca-4140-bda6-14f798181200, host hv-cinder-85127, cleared binding levels {{(pid=121474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:01:17.605553 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-551036b7-2d85-41b2-8230-186c6706bf54 req-6f289602-7858-4c34-beba-ac07148356bb service neutron] For port 2f24ff08-75ca-4140-bda6-14f798181200, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=2f24ff08-75ca-4140-bda6-14f798181200,segment=NetworkSegment(0b36db99-b7ec-4aa8-8505-4247e30a3fb1),segment_id=0b36db99-b7ec-4aa8-8505-4247e30a3fb1)] {{(pid=121474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:01:17.645814 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-7a523947-3d00-4da9-a925-592ea84d35c5 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group_rule (06bdd8df-82df-4bcf-9019-1006a00128a2), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:17.705983 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-7a523947-3d00-4da9-a925-592ea84d35c5 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group_rule (06bdd8df-82df-4bcf-9019-1006a00128a2), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:17.728825 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-29250423-322c-46bf-9a5c-f011d82dacd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26044716'] for port (d2c58462-fb66-479c-9106-a98477b390b4), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:17.731354 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-551036b7-2d85-41b2-8230-186c6706bf54 req-6f289602-7858-4c34-beba-ac07148356bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26044716'] for port (2f24ff08-75ca-4140-bda6-14f798181200), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:17.799588 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551036b7-2d85-41b2-8230-186c6706bf54 req-6f289602-7858-4c34-beba-ac07148356bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:17.800244 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-551036b7-2d85-41b2-8230-186c6706bf54 req-6f289602-7858-4c34-beba-ac07148356bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:17.801700 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-551036b7-2d85-41b2-8230-186c6706bf54 req-6f289602-7858-4c34-beba-ac07148356bb service neutron] 10.222.0.67 "PUT /v2.0/ports/2f24ff08-75ca-4140-bda6-14f798181200 HTTP/1.1" status: 200 len: 1094 time: 2.0023704 Jul 28 04:01:17.812546 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77990c1b-5f6b-4da2-9963-9507f1e0f714', 'tag': '2f24ff08-75ca-4140-bda6-14f798181200'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:01:17.815066 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de891d2d-6e13-474d-b445-6c7b2b822e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "77990c1b-5f6b-4da2-9963-9507f1e0f714", "tag": "2f24ff08-75ca-4140-bda6-14f798181200"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:01:17.816884 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-7a523947-3d00-4da9-a925-592ea84d35c5 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831501'] for security_group_rule (06bdd8df-82df-4bcf-9019-1006a00128a2), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:17.835544 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-29250423-322c-46bf-9a5c-f011d82dacd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:17.836240 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-29250423-322c-46bf-9a5c-f011d82dacd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:17.839165 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a523947-3d00-4da9-a925-592ea84d35c5 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06bdd8df-82df-4bcf-9019-1006a00128a2,revision_number=0']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:17.839830 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-29250423-322c-46bf-9a5c-f011d82dacd7 service neutron] 10.222.0.67 "PUT /v2.0/ports/d2c58462-fb66-479c-9106-a98477b390b4 HTTP/1.1" status: 200 len: 1094 time: 2.0293336 Jul 28 04:01:17.901150 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-7a523947-3d00-4da9-a925-592ea84d35c5 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:17.907176 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-7a523947-3d00-4da9-a925-592ea84d35c5 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3628669 Jul 28 04:01:17.911866 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 54174) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:01:17.912021 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 04:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a014d61f-2fc5-4861-8bf0-6a138bfac94f x-openstack-request-id: req-a014d61f-2fc5-4861-8bf0-6a138bfac94f {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:01:17.912021 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77990c1b-5f6b-4da2-9963-9507f1e0f714", "tag": "2f24ff08-75ca-4140-bda6-14f798181200", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:01:17.912021 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a014d61f-2fc5-4861-8bf0-6a138bfac94f {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:01:17.912021 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a014d61f-2fc5-4861-8bf0-6a138bfac94f'] response: {'name': 'network-changed', 'server_uuid': '77990c1b-5f6b-4da2-9963-9507f1e0f714', 'tag': '2f24ff08-75ca-4140-bda6-14f798181200', 'status': 'completed', 'code': 200} Jul 28 04:01:17.919810 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-98f76d75-7ef8-4147-8277-076363d113a6 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Request body: {'floatingip': {'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:01:17.927622 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29250423-322c-46bf-9a5c-f011d82dacd7 service neutron] Pushing event updated for resources: {'Port': ['ID=d2c58462-fb66-479c-9106-a98477b390b4,revision_number=3']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:18.049491 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb382b-e12e-4f88-8e1e-23d6b384da54 req-ff89e1dc-dec7-4cb2-abbe-59c277902c74 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:18.057215 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f9fb382b-e12e-4f88-8e1e-23d6b384da54 req-ff89e1dc-dec7-4cb2-abbe-59c277902c74 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 945 time: 0.2489803 Jul 28 04:01:18.066078 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-98f76d75-7ef8-4147-8277-076363d113a6 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:18.138641 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551036b7-2d85-41b2-8230-186c6706bf54 req-ac0c7a5b-b4bd-4fb6-ab18-d34238b6b22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:18.140359 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-551036b7-2d85-41b2-8230-186c6706bf54 req-ac0c7a5b-b4bd-4fb6-ab18-d34238b6b22a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7041d959d23d41c58ac1f68559a14647&device_id=77990c1b-5f6b-4da2-9963-9507f1e0f714 HTTP/1.1" status: 200 len: 1128 time: 0.1894295 Jul 28 04:01:18.141442 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-91d41cf9-5b7d-44e6-8de2-839f223e488f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:18.142885 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-91d41cf9-5b7d-44e6-8de2-839f223e488f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8bf7f0f7880a435ba552361bcb31ef91&device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 1128 time: 0.1491556 Jul 28 04:01:18.180743 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f289602-7858-4c34-beba-ac07148356bb service neutron] Pushing event updated for resources: {'Port': ['ID=2f24ff08-75ca-4140-bda6-14f798181200,revision_number=3']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:18.215248 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ed493-43fe-4a36-8570-40e7946ae6f2 req-b9837df0-a4f7-4b39-8f30-0b6793dd2982 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:18.215541 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-515ed493-43fe-4a36-8570-40e7946ae6f2 req-b9837df0-a4f7-4b39-8f30-0b6793dd2982 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 946 time: 0.1165986 Jul 28 04:01:18.239933 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:18.250867 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-98f76d75-7ef8-4147-8277-076363d113a6 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:18.253768 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-551036b7-2d85-41b2-8230-186c6706bf54 req-3901b8f2-3bc6-46ff-862e-172f3c948ce7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f24ff08-75ca-4140-bda6-14f798181200 HTTP/1.1" status: 200 len: 217 time: 0.0939729 Jul 28 04:01:18.256915 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-0c7e1261-2006-4f0b-b59f-574199b16ec9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2c58462-fb66-479c-9106-a98477b390b4 HTTP/1.1" status: 200 len: 217 time: 0.0867879 Jul 28 04:01:18.263322 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f9fb382b-e12e-4f88-8e1e-23d6b384da54 req-94b3d705-8ccf-4ff8-933f-47a9a28d2d8f tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746178 Jul 28 04:01:18.337130 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:18.345771 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-515ed493-43fe-4a36-8570-40e7946ae6f2 req-53e4af16-e336-4fef-a881-9f37475638c9 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233900 Jul 28 04:01:18.424637 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.db_base_plugin_common [None req-98f76d75-7ef8-4147-8277-076363d113a6 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Allocated IP 172.27.0.110 (ea650c0a-dc48-4a0d-a6e0-295879bc3df9/483d9f6f-a7db-4d58-8be3-14e833e697b6/b8a745d4-3b30-4f43-b3ec-3c4412eaccb1) {{(pid=121475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:01:18.432444 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 54182) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:01:18.437828 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:18.448983 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-d9b055df-7b1d-40e7-a893-7ccbe90f1a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:18.450593 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-d9b055df-7b1d-40e7-a893-7ccbe90f1a6f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c HTTP/1.1" status: 200 len: 858 time: 0.1746452 Jul 28 04:01:18.456666 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88036001-7fdb-4e19-b4db-dd86cae21171 req-37f675e5-1e9b-41c6-a4e5-fff17af1b152 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:18.456856 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-076c0516-b5b6-436c-89d0-9e170ef1e261 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:18.458089 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-88036001-7fdb-4e19-b4db-dd86cae21171 req-37f675e5-1e9b-41c6-a4e5-fff17af1b152 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/ports?device_id=77990c1b-5f6b-4da2-9963-9507f1e0f714 HTTP/1.1" status: 200 len: 944 time: 0.0980384 Jul 28 04:01:18.464493 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551036b7-2d85-41b2-8230-186c6706bf54 req-b7137b08-491b-44aa-b099-cee2b3f20326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:18.472568 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-551036b7-2d85-41b2-8230-186c6706bf54 req-b7137b08-491b-44aa-b099-cee2b3f20326 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3195e987-e720-443e-b3c4-cd1c05d16b31 HTTP/1.1" status: 200 len: 846 time: 0.1793354 Jul 28 04:01:18.548085 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-551036b7-2d85-41b2-8230-186c6706bf54 req-d54c8ce2-1157-4308-b0af-e4b450740d61 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4b26df26-f527-4a68-b490-7db3cb955d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688884 Jul 28 04:01:18.566526 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-dc8d1195-081b-4d6a-bbf4-d2036e2ccbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:18.568006 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-dc8d1195-081b-4d6a-bbf4-d2036e2ccbe5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4531d3b7-3c72-4c16-9fba-50470f633af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1008089 Jul 28 04:01:18.570534 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe87a1-1636-4ee9-9f8a-0ca00ec878c0 req-5e53ebe9-18b1-4f26-a81f-542690834e17 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:18.572438 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-45fe87a1-1636-4ee9-9f8a-0ca00ec878c0 req-5e53ebe9-18b1-4f26-a81f-542690834e17 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 944 time: 0.1196876 Jul 28 04:01:18.674913 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-88036001-7fdb-4e19-b4db-dd86cae21171 req-3775b408-2d8d-447a-808c-358038e5121f tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/security-groups?id=c991cb38-6d88-4f1e-b7c6-731fd2d6a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975212 Jul 28 04:01:18.688445 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-98f76d75-7ef8-4147-8277-076363d113a6 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for port (b8a745d4-3b30-4f43-b3ec-3c4412eaccb1), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:18.694908 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-45fe87a1-1636-4ee9-9f8a-0ca00ec878c0 req-0ca5f242-9d61-4aae-8803-c293f588d29d tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95ed5ab5-a550-44ca-8bcb-940ad425b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155760 Jul 28 04:01:18.717371 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d923ff-d983-4784-981f-1bbce4c5c5ac), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:18.727770 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-076c0516-b5b6-436c-89d0-9e170ef1e261 admin admin] Publish callbacks [] for security_group (c297d721-8a16-492d-b660-fb2a124515c1), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:18.742728 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-551036b7-2d85-41b2-8230-186c6706bf54 req-6c7b9678-32dd-42e6-9f67-2959af8fae5b service neutron] 10.222.0.67 "GET /v2.0/networks/4b26df26-f527-4a68-b490-7db3cb955d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777356 Jul 28 04:01:18.746507 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:18.755945 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-df5e5cc7-dae3-42d7-a24e-04c321a3765c service neutron] 10.222.0.67 "GET /v2.0/networks/4531d3b7-3c72-4c16-9fba-50470f633af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624131 Jul 28 04:01:18.799395 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-076c0516-b5b6-436c-89d0-9e170ef1e261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (c297d721-8a16-492d-b660-fb2a124515c1), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:18.835714 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-98f76d75-7ef8-4147-8277-076363d113a6 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3956301'] for port (b8a745d4-3b30-4f43-b3ec-3c4412eaccb1), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:18.873986 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c0516-b5b6-436c-89d0-9e170ef1e261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c297d721-8a16-492d-b660-fb2a124515c1,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:18.878279 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-076c0516-b5b6-436c-89d0-9e170ef1e261 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=28f0e6062fc640c0ac2d14e43a488031&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4445796 Jul 28 04:01:18.884689 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 54184) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:01:18.896635 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f76d75-7ef8-4147-8277-076363d113a6 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Network ea650c0a-dc48-4a0d-a6e0-295879bc3df9 is already hosted by enough agents. {{(pid=121475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:01:18.901735 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.base_scheduler [None req-98f76d75-7ef8-4147-8277-076363d113a6 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Resources bound (agent type, host, resource id): {{(pid=121475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:01:18.905139 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f76d75-7ef8-4147-8277-076363d113a6 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Received port after_create {{(pid=121475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 04:01:18.930342 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f76d75-7ef8-4147-8277-076363d113a6 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Pushing event updated for resources: {'Port': ['ID=b8a745d4-3b30-4f43-b3ec-3c4412eaccb1,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:18.980032 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-551036b7-2d85-41b2-8230-186c6706bf54 req-3caa4f5c-7b69-4906-8a24-fc73c6579aae service neutron] 10.222.0.67 "GET /v2.0/networks/4b26df26-f527-4a68-b490-7db3cb955d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127321 Jul 28 04:01:18.983020 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a9b41ac3-73f3-446c-81c7-d6db825cd14a req-e2a576bc-02c6-45ba-afab-2b6a39fa680c service neutron] 10.222.0.67 "GET /v2.0/networks/4531d3b7-3c72-4c16-9fba-50470f633af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083285 Jul 28 04:01:19.000558 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-46f10bd6-3b3d-4f61-badd-491a03c0aa73 admin admin] Publish callbacks [] for security_group (c297d721-8a16-492d-b660-fb2a124515c1), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:19.008449 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-98f76d75-7ef8-4147-8277-076363d113a6 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for floatingip (77bd44b9-9a99-4306-b8fa-79ebf4bb4374), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:19.024147 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-46f10bd6-3b3d-4f61-badd-491a03c0aa73 admin admin] Publish callbacks [] for security_group (c297d721-8a16-492d-b660-fb2a124515c1), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:19.125736 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-98f76d75-7ef8-4147-8277-076363d113a6 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (b8a745d4-3b30-4f43-b3ec-3c4412eaccb1), before_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:19.133547 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-46f10bd6-3b3d-4f61-badd-491a03c0aa73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (c297d721-8a16-492d-b660-fb2a124515c1), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:19.136454 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-46f10bd6-3b3d-4f61-badd-491a03c0aa73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:19.140337 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-46f10bd6-3b3d-4f61-badd-491a03c0aa73 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c297d721-8a16-492d-b660-fb2a124515c1 HTTP/1.1" status: 204 len: 168 time: 0.2550113 Jul 28 04:01:19.149727 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f10bd6-3b3d-4f61-badd-491a03c0aa73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c297d721-8a16-492d-b660-fb2a124515c1,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:19.190976 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:19.289283 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-98f76d75-7ef8-4147-8277-076363d113a6 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for port (b8a745d4-3b30-4f43-b3ec-3c4412eaccb1), precommit_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:19.365674 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-98f76d75-7ef8-4147-8277-076363d113a6 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3956314'] for port (b8a745d4-3b30-4f43-b3ec-3c4412eaccb1), after_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:19.400324 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280b87a-8552-4f64-80cc-5ebbcc124451 req-df111460-8178-43ae-a53f-9345dc50236c tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:19.402420 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b280b87a-8552-4f64-80cc-5ebbcc124451 req-df111460-8178-43ae-a53f-9345dc50236c tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 945 time: 0.0570719 Jul 28 04:01:19.452112 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f76d75-7ef8-4147-8277-076363d113a6 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Pushing event updated for resources: {'Port': ['ID=b8a745d4-3b30-4f43-b3ec-3c4412eaccb1,revision_number=2']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:19.475693 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b280b87a-8552-4f64-80cc-5ebbcc124451 req-133ed6d1-bbb8-429f-b8ba-d652f2b30091 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656233 Jul 28 04:01:19.495761 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-98f76d75-7ef8-4147-8277-076363d113a6 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739753'] for floatingip (77bd44b9-9a99-4306-b8fa-79ebf4bb4374), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:19.519577 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff30a4-cd8b-45c7-912c-68b5a06a425d req-a515b5ca-46dc-4323-a9c6-df8bf8d62569 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:19.521128 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-6aff30a4-cd8b-45c7-912c-68b5a06a425d req-a515b5ca-46dc-4323-a9c6-df8bf8d62569 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 946 time: 0.0629997 Jul 28 04:01:19.560522 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:19.580250 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-6aff30a4-cd8b-45c7-912c-68b5a06a425d req-8c008540-198d-491c-b23e-24d2480bef5d tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499492 Jul 28 04:01:19.596529 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-98f76d75-7ef8-4147-8277-076363d113a6 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for floatingip (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:19.598271 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-98f76d75-7ef8-4147-8277-076363d113a6 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6887388 Jul 28 04:01:19.838652 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:19.862468 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaccaf4-8781-443c-b7d2-62f11650261c req-905029f0-8995-492e-accf-0094f9572f7d tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:19.867913 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-aaaccaf4-8781-443c-b7d2-62f11650261c req-905029f0-8995-492e-accf-0094f9572f7d tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/ports?device_id=77990c1b-5f6b-4da2-9963-9507f1e0f714 HTTP/1.1" status: 200 len: 944 time: 0.0971830 Jul 28 04:01:19.873921 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-dd774601-8bf3-4b7f-85de-5445828d9791 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--488375802&fields=id&tenant_id=f68fb083db524ab59ba49d71ae754ba0 HTTP/1.1" status: 200 len: 267 time: 0.0764303 Jul 28 04:01:19.899767 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:19.918441 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b', 'tag': 'd2c58462-fb66-479c-9106-a98477b390b4'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:01:19.920680 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdae34f-0cd0-4d5f-b6c1-4b1cad5fdb8a" -d '{"events": [{"name": "network-changed", "server_uuid": "4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b", "tag": "d2c58462-fb66-479c-9106-a98477b390b4"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:01:19.941745 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-aaaccaf4-8781-443c-b7d2-62f11650261c req-391ab439-5ac7-45c3-8962-675dff31fb9f tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/security-groups?id=c991cb38-6d88-4f1e-b7c6-731fd2d6a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700848 Jul 28 04:01:20.040110 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device ef1e8289-929e-424e-b1c1-98a45ed868ea details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=121476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:01:20.064985 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-c719c041-2a6d-474b-b7a1-c4b87620d456 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:20.073699 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-c719c041-2a6d-474b-b7a1-c4b87620d456 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/networks?id=9cf9021b-c509-4bfd-870b-1ff5c987c7dd HTTP/1.1" status: 200 len: 815 time: 0.1849325 Jul 28 04:01:20.096973 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-86a4fa01-c5d1-4afb-bd3a-368f4aec1e91 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/quotas/f68fb083db524ab59ba49d71ae754ba0 HTTP/1.1" status: 200 len: 375 time: 0.0219617 Jul 28 04:01:20.131996 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943b7c0-ac61-4cc0-a799-4ff7dbd30b7b req-f95c6a9a-a8fa-4df9-8618-9dc7686a619a tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:20.142335 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-0943b7c0-ac61-4cc0-a799-4ff7dbd30b7b req-f95c6a9a-a8fa-4df9-8618-9dc7686a619a tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 944 time: 0.0800343 Jul 28 04:01:20.170321 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-47ff8690-6c65-41f2-9fb8-a44fb2e3a287 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f68fb083db524ab59ba49d71ae754ba0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0722110 Jul 28 04:01:20.221017 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-0943b7c0-ac61-4cc0-a799-4ff7dbd30b7b req-997ac010-567a-4280-8025-cdadf7ab1c34 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95ed5ab5-a550-44ca-8bcb-940ad425b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724096 Jul 28 04:01:20.308643 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 04:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9322a9bd-5a59-4341-b194-6c7b0de33026 x-openstack-request-id: req-9322a9bd-5a59-4341-b194-6c7b0de33026 {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:01:20.308955 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b", "tag": "d2c58462-fb66-479c-9106-a98477b390b4", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:01:20.309181 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9322a9bd-5a59-4341-b194-6c7b0de33026 {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:01:20.309585 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9322a9bd-5a59-4341-b194-6c7b0de33026'] response: {'name': 'network-changed', 'server_uuid': '4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b', 'tag': 'd2c58462-fb66-479c-9106-a98477b390b4', 'status': 'completed', 'code': 200} Jul 28 04:01:20.327829 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-08cab25b-1ea1-46b5-97a8-baa8b5af8070 service neutron] 10.222.0.66 "GET /v2.0/networks/9cf9021b-c509-4bfd-870b-1ff5c987c7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404705 Jul 28 04:01:20.399215 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:20.425207 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port ef1e8289-929e-424e-b1c1-98a45ed868ea, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=ef1e8289-929e-424e-b1c1-98a45ed868ea,segment=NetworkSegment(7ac5aa42-d84c-402d-8b7d-91411dee0356),segment_id=7ac5aa42-d84c-402d-8b7d-91411dee0356)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:01:20.443063 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Returning: {'device': 'ef1e8289-929e-424e-b1c1-98a45ed868ea', 'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc', 'port_id': 'ef1e8289-929e-424e-b1c1-98a45ed868ea', 'mac_address': 'fa:16:3e:39:fb:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f8d920-e036-48ec-bb1b-67fea0f2e9aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:01:20.448391 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:20.457098 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-0d71a241-d8da-49a1-9d99-c41dcc0c2777 service neutron] 10.222.0.66 "GET /v2.0/networks/9cf9021b-c509-4bfd-870b-1ff5c987c7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232588 Jul 28 04:01:20.503916 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port ef1e8289-929e-424e-b1c1-98a45ed868ea is: ACTIVE; New status is: BUILD {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:01:20.504466 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (ef1e8289-929e-424e-b1c1-98a45ed868ea), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:20.531424 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef1e8289-929e-424e-b1c1-98a45ed868ea {{(pid=121476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 04:01:20.565191 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port ef1e8289-929e-424e-b1c1-98a45ed868ea, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=ef1e8289-929e-424e-b1c1-98a45ed868ea,segment=NetworkSegment(7ac5aa42-d84c-402d-8b7d-91411dee0356),segment_id=7ac5aa42-d84c-402d-8b7d-91411dee0356)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:01:20.651649 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (ef1e8289-929e-424e-b1c1-98a45ed868ea), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:20.663022 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa712b-3976-41a2-ae42-b24d02d11d98 req-6e62c973-c9db-4ebb-9cc2-cad40a18268d tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:20.664617 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-5afa712b-3976-41a2-ae42-b24d02d11d98 req-6e62c973-c9db-4ebb-9cc2-cad40a18268d tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 945 time: 0.0683203 Jul 28 04:01:20.678478 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:20.734381 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=ef1e8289-929e-424e-b1c1-98a45ed868ea,revision_number=6']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:20.759988 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-5afa712b-3976-41a2-ae42-b24d02d11d98 req-4f3640fd-9431-4388-993c-138e337c4227 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886614 Jul 28 04:01:20.771941 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] get_ports_and_sgs() called for port_ids ['ef1e8289-929e-424e-b1c1-98a45ed868ea'] {{(pid=121476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:01:20.868697 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-e168962d-1102-4944-b591-4acd7211d6d6 req-b4b5a0ad-ee39-4c0d-b769-1ed191cd9a13 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=7be29dfe-7a22-4f92-bcc4-5949f0565cce HTTP/1.1" status: 200 len: 210 time: 0.0339365 Jul 28 04:01:20.945611 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500dc468-cdab-453c-be57-2db05f8b7fa6 req-8b95bcbe-4218-4ab3-888e-b7803a35212e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:20.947939 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-500dc468-cdab-453c-be57-2db05f8b7fa6 req-8b95bcbe-4218-4ab3-888e-b7803a35212e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 945 time: 0.0992894 Jul 28 04:01:20.960007 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:20.997854 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:21.001714 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:21.045637 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-500dc468-cdab-453c-be57-2db05f8b7fa6 req-99005c1b-d390-4ae0-bdc3-c062b3a8a361 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883944 Jul 28 04:01:21.124241 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94616b04-e24d-46c8-83e6-3500217c67dd req-e379fbe9-85d3-42e0-98f8-ebde582e1c7b tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:21.126776 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-94616b04-e24d-46c8-83e6-3500217c67dd req-e379fbe9-85d3-42e0-98f8-ebde582e1c7b tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/ports?device_id=77990c1b-5f6b-4da2-9963-9507f1e0f714 HTTP/1.1" status: 200 len: 944 time: 0.0719035 Jul 28 04:01:21.208966 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-94616b04-e24d-46c8-83e6-3500217c67dd req-2499093d-0ca7-4748-a3df-1b6bc18557f8 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/security-groups?id=c991cb38-6d88-4f1e-b7c6-731fd2d6a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659549 Jul 28 04:01:21.349162 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ae2be-9f84-40c3-a667-96f3674764a1 req-0316f299-8204-443f-a35b-64bef5a40aff tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:21.350832 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8f4ae2be-9f84-40c3-a667-96f3674764a1 req-0316f299-8204-443f-a35b-64bef5a40aff tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 944 time: 0.0524402 Jul 28 04:01:21.408844 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8f4ae2be-9f84-40c3-a667-96f3674764a1 req-6932a85f-2262-462f-a8c0-927ff9580614 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95ed5ab5-a550-44ca-8bcb-940ad425b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504777 Jul 28 04:01:21.693619 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdae34f-0cd0-4d5f-b6c1-4b1cad5fdb8a req-f8c96b69-8a83-48d3-ba90-5fe760caa0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:21.695139 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-bfdae34f-0cd0-4d5f-b6c1-4b1cad5fdb8a req-f8c96b69-8a83-48d3-ba90-5fe760caa0de service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8bf7f0f7880a435ba552361bcb31ef91&device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 1128 time: 0.0746439 Jul 28 04:01:21.699300 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de891d2d-6e13-474d-b445-6c7b2b822e8a req-447ccda0-ae58-427e-8639-550a48f295b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:21.699300 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-de891d2d-6e13-474d-b445-6c7b2b822e8a req-447ccda0-ae58-427e-8639-550a48f295b0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7041d959d23d41c58ac1f68559a14647&device_id=77990c1b-5f6b-4da2-9963-9507f1e0f714 HTTP/1.1" status: 200 len: 1128 time: 0.0759201 Jul 28 04:01:21.919520 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f8899-b64a-423d-9fef-35ad710edeea req-2293a089-bd24-45e7-900b-5a7b13fc1a64 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:21.921905 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-208f8899-b64a-423d-9fef-35ad710edeea req-2293a089-bd24-45e7-900b-5a7b13fc1a64 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 945 time: 0.0615160 Jul 28 04:01:22.044762 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-208f8899-b64a-423d-9fef-35ad710edeea req-f6838148-29bc-42a2-a85e-f35102fdc9f4 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035161 Jul 28 04:01:22.059975 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device 2f24ff08-75ca-4140-bda6-14f798181200 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=121476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:01:22.066089 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device ef1e8289-929e-424e-b1c1-98a45ed868ea up at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:01:22.109700 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-e4b0cabf-a3bd-4247-a21a-37f97c69b680 req-234dc016-e3f3-4682-ac86-3d3f033243c5 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=7be29dfe-7a22-4f92-bcc4-5949f0565cce HTTP/1.1" status: 200 len: 210 time: 0.0612228 Jul 28 04:01:22.198400 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de891d2d-6e13-474d-b445-6c7b2b822e8a req-428ed219-9b93-4086-91aa-c60acf260950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:22.200110 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-de891d2d-6e13-474d-b445-6c7b2b822e8a req-428ed219-9b93-4086-91aa-c60acf260950 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4b26df26-f527-4a68-b490-7db3cb955d7b HTTP/1.1" status: 200 len: 907 time: 0.4901919 Jul 28 04:01:22.212357 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdae34f-0cd0-4d5f-b6c1-4b1cad5fdb8a req-8e51b592-dc53-4860-8829-2862724feb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:22.214711 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-bfdae34f-0cd0-4d5f-b6c1-4b1cad5fdb8a req-8e51b592-dc53-4860-8829-2862724feb6a service neutron] 10.222.0.67 "GET /v2.0/networks?id=4531d3b7-3c72-4c16-9fba-50470f633af2 HTTP/1.1" status: 200 len: 920 time: 0.5035863 Jul 28 04:01:22.275240 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning complete for port ef1e8289-929e-424e-b1c1-98a45ed868ea triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:01:22.275671 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (ef1e8289-929e-424e-b1c1-98a45ed868ea), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:22.294619 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea468a-f399-4bab-81a3-5d2831b2ed72 req-1fe54395-96f3-4669-a18f-af714d29806f tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:22.300445 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-de891d2d-6e13-474d-b445-6c7b2b822e8a req-54126a45-41e8-46bb-9243-da7fc18ef91f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f24ff08-75ca-4140-bda6-14f798181200 HTTP/1.1" status: 200 len: 217 time: 0.0841551 Jul 28 04:01:22.328964 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-73ea468a-f399-4bab-81a3-5d2831b2ed72 req-1fe54395-96f3-4669-a18f-af714d29806f tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 945 time: 0.1620796 Jul 28 04:01:22.365894 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port 2f24ff08-75ca-4140-bda6-14f798181200, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=2f24ff08-75ca-4140-bda6-14f798181200,segment=NetworkSegment(0b36db99-b7ec-4aa8-8505-4247e30a3fb1),segment_id=0b36db99-b7ec-4aa8-8505-4247e30a3fb1)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:01:22.401318 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-bfdae34f-0cd0-4d5f-b6c1-4b1cad5fdb8a req-51673a85-230c-4549-b220-aa76af217b17 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2c58462-fb66-479c-9106-a98477b390b4 HTTP/1.1" status: 200 len: 217 time: 0.1717756 Jul 28 04:01:22.428225 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Returning: {'device': '2f24ff08-75ca-4140-bda6-14f798181200', 'network_id': '4b26df26-f527-4a68-b490-7db3cb955d7b', 'port_id': '2f24ff08-75ca-4140-bda6-14f798181200', 'mac_address': 'fa:16:3e:39:43:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3195e987-e720-443e-b3c4-cd1c05d16b31', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:01:22.431878 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-73ea468a-f399-4bab-81a3-5d2831b2ed72 req-93790238-b7e4-47f0-8f14-b024a37f1c3b tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012723 Jul 28 04:01:22.455975 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port ef1e8289-929e-424e-b1c1-98a45ed868ea is: BUILD; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:01:22.456442 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (ef1e8289-929e-424e-b1c1-98a45ed868ea), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:22.553959 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port ef1e8289-929e-424e-b1c1-98a45ed868ea, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=ef1e8289-929e-424e-b1c1-98a45ed868ea,segment=NetworkSegment(7ac5aa42-d84c-402d-8b7d-91411dee0356),segment_id=7ac5aa42-d84c-402d-8b7d-91411dee0356)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:01:22.558886 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eadfe50-2ab9-46dc-be42-b9496e4008ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1e8289-929e-424e-b1c1-98a45ed868ea'}] {{(pid=121476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:01:22.561611 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63807e78e749bb54735be4dbe0f6e45a10aff1c6ba31450fe55014b89068368c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4149b649-8a9d-4a55-8869-f2e95d08bd95" -d '{"events": [{"server_uuid": "4eadfe50-2ab9-46dc-be42-b9496e4008ac", "name": "network-vif-plugged", "status": "completed", "tag": "ef1e8289-929e-424e-b1c1-98a45ed868ea"}]}' {{(pid=121476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:01:22.566870 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port 2f24ff08-75ca-4140-bda6-14f798181200 is: DOWN; New status is: BUILD {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:01:22.567527 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (2f24ff08-75ca-4140-bda6-14f798181200), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:22.570247 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:22.595260 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f24ff08-75ca-4140-bda6-14f798181200 {{(pid=121476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 04:01:22.601865 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de891d2d-6e13-474d-b445-6c7b2b822e8a req-5fcd117f-1bb5-4945-ab00-edf713acc7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:22.605416 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-de891d2d-6e13-474d-b445-6c7b2b822e8a req-5fcd117f-1bb5-4945-ab00-edf713acc7bc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3195e987-e720-443e-b3c4-cd1c05d16b31 HTTP/1.1" status: 200 len: 846 time: 0.2288997 Jul 28 04:01:22.615635 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2db11-d2b9-4655-a1e8-6ccfb71a862c req-adea6435-0bdb-4372-8956-d620de3ad70d tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:22.623967 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0fd2db11-d2b9-4655-a1e8-6ccfb71a862c req-adea6435-0bdb-4372-8956-d620de3ad70d tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/ports?device_id=77990c1b-5f6b-4da2-9963-9507f1e0f714 HTTP/1.1" status: 200 len: 944 time: 0.1762378 Jul 28 04:01:22.628810 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdae34f-0cd0-4d5f-b6c1-4b1cad5fdb8a req-00f6c5eb-5141-465b-8070-91e3273c94c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:22.633082 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-bfdae34f-0cd0-4d5f-b6c1-4b1cad5fdb8a req-00f6c5eb-5141-465b-8070-91e3273c94c7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c HTTP/1.1" status: 200 len: 858 time: 0.1868541 Jul 28 04:01:22.642305 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port 2f24ff08-75ca-4140-bda6-14f798181200, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=2f24ff08-75ca-4140-bda6-14f798181200,segment=NetworkSegment(0b36db99-b7ec-4aa8-8505-4247e30a3fb1),segment_id=0b36db99-b7ec-4aa8-8505-4247e30a3fb1)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:01:22.654994 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (ef1e8289-929e-424e-b1c1-98a45ed868ea), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:22.714648 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f66ad2-bf64-40fb-91f2-be482dedf0af req-9cd98bef-e15e-4d0f-9351-15dcf74caf91 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:22.723879 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (2f24ff08-75ca-4140-bda6-14f798181200), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:22.729251 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-a2f66ad2-bf64-40fb-91f2-be482dedf0af req-9cd98bef-e15e-4d0f-9351-15dcf74caf91 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 944 time: 0.1555579 Jul 28 04:01:22.732573 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-de891d2d-6e13-474d-b445-6c7b2b822e8a req-221348ee-b202-4335-9ac9-74fb52afa6f6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4b26df26-f527-4a68-b490-7db3cb955d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1054108 Jul 28 04:01:22.738366 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=ef1e8289-929e-424e-b1c1-98a45ed868ea,revision_number=7']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:22.751898 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0fd2db11-d2b9-4655-a1e8-6ccfb71a862c req-4621e5ee-eca1-4d30-92bd-ca6c400bfa27 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/security-groups?id=c991cb38-6d88-4f1e-b7c6-731fd2d6a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266778 Jul 28 04:01:22.844524 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 04:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cafea9-c171-45df-ac2d-7294908f1900 x-openstack-request-id: req-e2cafea9-c171-45df-ac2d-7294908f1900 {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:01:22.846698 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eadfe50-2ab9-46dc-be42-b9496e4008ac", "name": "network-vif-plugged", "status": "completed", "tag": "ef1e8289-929e-424e-b1c1-98a45ed868ea", "code": 200}]} {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:01:22.846698 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e2cafea9-c171-45df-ac2d-7294908f1900 {{(pid=121476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:01:22.846698 dv-cinder-851279-1-iscsi neutron-server[121476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2cafea9-c171-45df-ac2d-7294908f1900'] response: {'server_uuid': '4eadfe50-2ab9-46dc-be42-b9496e4008ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1e8289-929e-424e-b1c1-98a45ed868ea', 'code': 200} Jul 28 04:01:22.861951 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-a2f66ad2-bf64-40fb-91f2-be482dedf0af req-04b4d789-dd1a-4be8-bafb-7035174d04b2 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95ed5ab5-a550-44ca-8bcb-940ad425b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281512 Jul 28 04:01:22.895703 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=2f24ff08-75ca-4140-bda6-14f798181200,revision_number=4']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:22.897609 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdae34f-0cd0-4d5f-b6c1-4b1cad5fdb8a req-9038a8ec-0a70-4992-9dae-15d0380f708f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:22.899353 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-bfdae34f-0cd0-4d5f-b6c1-4b1cad5fdb8a req-9038a8ec-0a70-4992-9dae-15d0380f708f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4531d3b7-3c72-4c16-9fba-50470f633af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2272089 Jul 28 04:01:22.991608 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-de891d2d-6e13-474d-b445-6c7b2b822e8a req-9fc9a256-36c7-4539-bd20-cd64807da7b9 service neutron] 10.222.0.67 "GET /v2.0/networks/4b26df26-f527-4a68-b490-7db3cb955d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361362 Jul 28 04:01:23.001908 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:23.033857 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-bfdae34f-0cd0-4d5f-b6c1-4b1cad5fdb8a req-08fe55c2-24d6-41a5-aced-b40544105b8d service neutron] 10.222.0.67 "GET /v2.0/networks/4531d3b7-3c72-4c16-9fba-50470f633af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242607 Jul 28 04:01:23.072898 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] get_ports_and_sgs() called for port_ids ['2f24ff08-75ca-4140-bda6-14f798181200'] {{(pid=121476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:01:23.189636 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a3525-c672-4934-aff5-a01861afbaa5 req-7457c24e-9335-41d8-9f3d-2c5b49cc5849 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:23.202661 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-2d3a3525-c672-4934-aff5-a01861afbaa5 req-7457c24e-9335-41d8-9f3d-2c5b49cc5849 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 945 time: 0.0640721 Jul 28 04:01:23.353180 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-3c8c82a9-0dc7-4cba-b72b-20fdbcb8f594 req-5c86f02a-7da5-431a-81b0-5ca7dd3f5a26 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=7be29dfe-7a22-4f92-bcc4-5949f0565cce HTTP/1.1" status: 200 len: 210 time: 0.0455563 Jul 28 04:01:23.423208 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-de891d2d-6e13-474d-b445-6c7b2b822e8a req-854cc257-e369-4dfa-b8c9-61f8c14e8f58 service neutron] 10.222.0.67 "GET /v2.0/networks/4b26df26-f527-4a68-b490-7db3cb955d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798096 Jul 28 04:01:23.428399 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-2d3a3525-c672-4934-aff5-a01861afbaa5 req-3b059c0f-a83b-4ffb-9903-48ad0a752624 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247665 Jul 28 04:01:23.590984 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-bfdae34f-0cd0-4d5f-b6c1-4b1cad5fdb8a req-26da76a9-086c-407e-99fc-bcf7379932b1 service neutron] 10.222.0.67 "GET /v2.0/networks/4531d3b7-3c72-4c16-9fba-50470f633af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453341 Jul 28 04:01:23.666665 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-bea40da4-ecb4-482e-ba0b-410d5512bd5e tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:23.668993 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-bea40da4-ecb4-482e-ba0b-410d5512bd5e tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.67 "GET /v2.0/networks?id=9cf9021b-c509-4bfd-870b-1ff5c987c7dd HTTP/1.1" status: 200 len: 815 time: 0.2323341 Jul 28 04:01:23.701362 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76298b65-adfd-47ee-a917-529735698149 req-222b3fa1-70a5-49d2-9037-1679c0516ecf tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:23.709516 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-76298b65-adfd-47ee-a917-529735698149 req-222b3fa1-70a5-49d2-9037-1679c0516ecf tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 946 time: 0.1041415 Jul 28 04:01:23.776587 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-76298b65-adfd-47ee-a917-529735698149 req-3e73909b-9f97-4868-9a95-0d0fc7736cbc tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657928 Jul 28 04:01:24.048512 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff93fea-9a7e-4e1a-8c48-7462014a6e16 req-6293d959-993f-4df4-a96a-4723685970dd tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:24.071158 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8ff93fea-9a7e-4e1a-8c48-7462014a6e16 req-6293d959-993f-4df4-a96a-4723685970dd tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/ports?device_id=77990c1b-5f6b-4da2-9963-9507f1e0f714 HTTP/1.1" status: 200 len: 945 time: 0.1731470 Jul 28 04:01:24.085291 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1076aeb-3618-440e-b2cd-95ebd925e40f req-f0354f80-bcf6-47e0-a9ed-b6281d72dc13 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:24.092925 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-d1076aeb-3618-440e-b2cd-95ebd925e40f req-f0354f80-bcf6-47e0-a9ed-b6281d72dc13 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 944 time: 0.0924416 Jul 28 04:01:24.134877 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device d2c58462-fb66-479c-9106-a98477b390b4 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=121476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:01:24.134877 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device 2f24ff08-75ca-4140-bda6-14f798181200 up at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:01:24.155096 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-0f52ed3f-b7e0-4909-b207-c3d1f30fd144 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f68fb083db524ab59ba49d71ae754ba0 HTTP/1.1" status: 200 len: 471 time: 0.3625047 Jul 28 04:01:24.236571 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:24.238346 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-23f6d703-668c-4ff3-8c0d-6a6077bfe7e3 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Request body: {'port': {'device_id': '7be29dfe-7a22-4f92-bcc4-5949f0565cce', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'admin_state_up': True, 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'security_groups': ['1aad9787-ecae-43c6-bb47-53f2703de971']}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:01:24.273119 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:24.299309 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-d1076aeb-3618-440e-b2cd-95ebd925e40f req-d7904dbe-46e0-4168-9d73-7f86f8b90ecc tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95ed5ab5-a550-44ca-8bcb-940ad425b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935630 Jul 28 04:01:24.361126 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning for port 2f24ff08-75ca-4140-bda6-14f798181200 completed by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 04:01:24.414400 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8ff93fea-9a7e-4e1a-8c48-7462014a6e16 req-c24f14e5-75f7-4b63-bfe9-aa5be30c6f4f tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/security-groups?id=c991cb38-6d88-4f1e-b7c6-731fd2d6a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385839 Jul 28 04:01:24.420835 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:24.438681 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port d2c58462-fb66-479c-9106-a98477b390b4, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=d2c58462-fb66-479c-9106-a98477b390b4,segment=NetworkSegment(f5651f66-4b70-44a2-a50e-d0d4e0ef16b9),segment_id=f5651f66-4b70-44a2-a50e-d0d4e0ef16b9)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:01:24.463787 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Returning: {'device': 'd2c58462-fb66-479c-9106-a98477b390b4', 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2', 'port_id': 'd2c58462-fb66-479c-9106-a98477b390b4', 'mac_address': 'fa:16:3e:78:4b:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:01:24.479363 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning complete for port 2f24ff08-75ca-4140-bda6-14f798181200 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:01:24.481620 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (2f24ff08-75ca-4140-bda6-14f798181200), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:24.522961 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-d7f29734-44cc-4bfa-8659-e5a5697806cd req-324405fc-4a93-49fd-ac26-10d06488a85e tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=7be29dfe-7a22-4f92-bcc4-5949f0565cce HTTP/1.1" status: 200 len: 210 time: 0.0493631 Jul 28 04:01:24.606760 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port d2c58462-fb66-479c-9106-a98477b390b4 is: DOWN; New status is: BUILD {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:01:24.607151 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (d2c58462-fb66-479c-9106-a98477b390b4), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:24.637266 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2c58462-fb66-479c-9106-a98477b390b4 {{(pid=121476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 04:01:24.650810 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fcf288-b393-4fd0-aec2-73b4aeb3ef51 req-679478eb-0075-4a3a-9f76-b8f003f6aebd tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:24.655344 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-05fcf288-b393-4fd0-aec2-73b4aeb3ef51 req-679478eb-0075-4a3a-9f76-b8f003f6aebd tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 945 time: 0.0753441 Jul 28 04:01:24.723777 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port d2c58462-fb66-479c-9106-a98477b390b4, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=d2c58462-fb66-479c-9106-a98477b390b4,segment=NetworkSegment(f5651f66-4b70-44a2-a50e-d0d4e0ef16b9),segment_id=f5651f66-4b70-44a2-a50e-d0d4e0ef16b9)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:01:24.731040 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-05fcf288-b393-4fd0-aec2-73b4aeb3ef51 req-ea71c5d2-bc74-4efa-8595-b29d77bc6337 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706441 Jul 28 04:01:24.737785 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port 2f24ff08-75ca-4140-bda6-14f798181200 is: BUILD; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:01:24.741543 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (2f24ff08-75ca-4140-bda6-14f798181200), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:24.787692 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port 2f24ff08-75ca-4140-bda6-14f798181200, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=2f24ff08-75ca-4140-bda6-14f798181200,segment=NetworkSegment(0b36db99-b7ec-4aa8-8505-4247e30a3fb1),segment_id=0b36db99-b7ec-4aa8-8505-4247e30a3fb1)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:01:24.847002 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77990c1b-5f6b-4da2-9963-9507f1e0f714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f24ff08-75ca-4140-bda6-14f798181200'}] {{(pid=121476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:01:24.850408 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63807e78e749bb54735be4dbe0f6e45a10aff1c6ba31450fe55014b89068368c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22717bef-0604-4fb7-8ea2-fe7f5e14c98a" -d '{"events": [{"server_uuid": "77990c1b-5f6b-4da2-9963-9507f1e0f714", "name": "network-vif-plugged", "status": "completed", "tag": "2f24ff08-75ca-4140-bda6-14f798181200"}]}' {{(pid=121476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:01:24.957813 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4075ac7-bd4d-4c34-b21c-080b1dbafca0 req-51d89cc7-bc84-4a0e-8e04-33f60bdc15cc tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:24.960087 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-e4075ac7-bd4d-4c34-b21c-080b1dbafca0 req-51d89cc7-bc84-4a0e-8e04-33f60bdc15cc tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 946 time: 0.0785205 Jul 28 04:01:25.028876 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:25.057619 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-e4075ac7-bd4d-4c34-b21c-080b1dbafca0 req-b07d9118-a744-4a22-859b-0dadb29c88f7 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853713 Jul 28 04:01:25.083702 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-23f6d703-668c-4ff3-8c0d-6a6077bfe7e3 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Made reservation on behalf of f68fb083db524ab59ba49d71ae754ba0 for: {'port': 1} {{(pid=121474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:01:25.090458 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-23f6d703-668c-4ff3-8c0d-6a6077bfe7e3 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:25.121172 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (2f24ff08-75ca-4140-bda6-14f798181200), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:25.125388 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (d2c58462-fb66-479c-9106-a98477b390b4), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:25.148518 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 04:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24cbc8b-d4ff-4970-8d82-2c1ec720e3b7 x-openstack-request-id: req-e24cbc8b-d4ff-4970-8d82-2c1ec720e3b7 {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:01:25.149244 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77990c1b-5f6b-4da2-9963-9507f1e0f714", "name": "network-vif-plugged", "status": "completed", "tag": "2f24ff08-75ca-4140-bda6-14f798181200", "code": 200}]} {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:01:25.149244 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e24cbc8b-d4ff-4970-8d82-2c1ec720e3b7 {{(pid=121476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:01:25.149578 dv-cinder-851279-1-iscsi neutron-server[121476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e24cbc8b-d4ff-4970-8d82-2c1ec720e3b7'] response: {'server_uuid': '77990c1b-5f6b-4da2-9963-9507f1e0f714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f24ff08-75ca-4140-bda6-14f798181200', 'code': 200} Jul 28 04:01:25.190754 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=2f24ff08-75ca-4140-bda6-14f798181200,revision_number=5']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:25.305901 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=d2c58462-fb66-479c-9106-a98477b390b4,revision_number=4']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:25.438382 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] get_ports_and_sgs() called for port_ids ['d2c58462-fb66-479c-9106-a98477b390b4'] {{(pid=121476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:01:25.469050 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091b0b9-cd82-4ae2-b00c-3d2fc8f13a09 req-84dc9d47-818c-44b7-ab92-d409342143ed tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:25.477357 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-d091b0b9-cd82-4ae2-b00c-3d2fc8f13a09 req-84dc9d47-818c-44b7-ab92-d409342143ed tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 945 time: 0.0909069 Jul 28 04:01:25.553955 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab38ba-f1be-4629-95f8-b49501dccd97 req-3848e8b7-36bf-4764-a5c2-57e961a3ed90 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:25.555700 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-e4ab38ba-f1be-4629-95f8-b49501dccd97 req-3848e8b7-36bf-4764-a5c2-57e961a3ed90 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 945 time: 0.2074480 Jul 28 04:01:25.560106 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.db_base_plugin_common [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-23f6d703-668c-4ff3-8c0d-6a6077bfe7e3 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Allocated IP 172.20.0.12 (9cf9021b-c509-4bfd-870b-1ff5c987c7dd/38052aec-d1bf-4b5e-9038-8acf97ddbe30/7b825057-8fcf-4f6a-a139-762e2220c27f) {{(pid=121474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:01:25.600342 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-d091b0b9-cd82-4ae2-b00c-3d2fc8f13a09 req-47a5cf6e-9b69-4681-b286-ff3210d0f3ea tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95ed5ab5-a550-44ca-8bcb-940ad425b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208510 Jul 28 04:01:25.732298 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c020f-9b93-4cca-a1d4-8439e0886f2e req-377dfaae-0e2c-4fbc-8874-edbf3f4297b9 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:25.741006 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-ef1c020f-9b93-4cca-a1d4-8439e0886f2e req-377dfaae-0e2c-4fbc-8874-edbf3f4297b9 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/ports?device_id=77990c1b-5f6b-4da2-9963-9507f1e0f714 HTTP/1.1" status: 200 len: 946 time: 0.0733731 Jul 28 04:01:25.780211 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90758994-fa5b-44ac-88b1-4406e6762ff9 req-c5ed7fde-756c-4954-8122-d62d328af885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:25.787396 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-90758994-fa5b-44ac-88b1-4406e6762ff9 req-c5ed7fde-756c-4954-8122-d62d328af885 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6a869e1e00fc4d8d9d4511e34501665f&device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 1129 time: 0.2244136 Jul 28 04:01:25.793571 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-e4ab38ba-f1be-4629-95f8-b49501dccd97 req-c5d320c2-d001-4eac-90b0-65dd9ca507dd tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094927 Jul 28 04:01:25.817067 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=100 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:25.839522 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:25.872578 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-ef1c020f-9b93-4cca-a1d4-8439e0886f2e req-52a0f945-67dc-49bd-856d-5b3872b11dd5 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/security-groups?id=c991cb38-6d88-4f1e-b7c6-731fd2d6a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221554 Jul 28 04:01:25.872903 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4cda16-de50-4df7-932f-607a6d70068f req-583d0fbc-e2dc-4bdc-9be3-fb21cbe09241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:25.872903 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-fb4cda16-de50-4df7-932f-607a6d70068f req-583d0fbc-e2dc-4bdc-9be3-fb21cbe09241 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=77990c1b-5f6b-4da2-9963-9507f1e0f714 HTTP/1.1" status: 200 len: 1130 time: 0.1730015 Jul 28 04:01:26.080913 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-159526b8-c0d3-479b-bf7f-1688950d238c req-9608f20e-b30f-4e8f-9baa-5dc99f8c3eae tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=7be29dfe-7a22-4f92-bcc4-5949f0565cce HTTP/1.1" status: 200 len: 210 time: 0.0909293 Jul 28 04:01:26.142531 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-fb4cda16-de50-4df7-932f-607a6d70068f req-fd0510d6-38a7-447f-951f-19334fce4390 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c991cb38-6d88-4f1e-b7c6-731fd2d6a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476969 Jul 28 04:01:26.192492 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-23f6d703-668c-4ff3-8c0d-6a6077bfe7e3 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for port (7b825057-8fcf-4f6a-a139-762e2220c27f), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:26.204152 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90758994-fa5b-44ac-88b1-4406e6762ff9 req-2494e9a3-0d95-4dac-a45c-1f175afc427a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:26.208635 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-90758994-fa5b-44ac-88b1-4406e6762ff9 req-2494e9a3-0d95-4dac-a45c-1f175afc427a service neutron] 10.222.0.67 "GET /v2.0/networks?id=5b7076b1-5b54-41f8-8740-25deddb61b0a HTTP/1.1" status: 200 len: 911 time: 0.4098086 Jul 28 04:01:26.236771 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4cdc44-c1d2-4db0-bc5f-7e1003b4ad7e req-c5bb2c79-3aa6-4f11-9b06-0a9190cd8605 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:26.240200 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-6b4cdc44-c1d2-4db0-bc5f-7e1003b4ad7e req-c5bb2c79-3aa6-4f11-9b06-0a9190cd8605 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 946 time: 0.0879185 Jul 28 04:01:26.288113 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=100 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:26.310769 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-6b4cdc44-c1d2-4db0-bc5f-7e1003b4ad7e req-bdc4fa5d-f4ad-4cfe-91a7-28bba31f2e7c tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646572 Jul 28 04:01:26.353013 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-23f6d703-668c-4ff3-8c0d-6a6077bfe7e3 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (7b825057-8fcf-4f6a-a139-762e2220c27f), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:26.473584 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-23f6d703-668c-4ff3-8c0d-6a6077bfe7e3 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Network 9cf9021b-c509-4bfd-870b-1ff5c987c7dd is already hosted by enough agents. {{(pid=121474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:01:26.478137 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:26.502680 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-90758994-fa5b-44ac-88b1-4406e6762ff9 req-3c86de62-855a-4207-b586-ba1d00b0d448 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be05219a-2802-4e35-ad33-836ad2f1d343 HTTP/1.1" status: 200 len: 1001 time: 0.1379809 Jul 28 04:01:26.505181 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-23f6d703-668c-4ff3-8c0d-6a6077bfe7e3 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Resources bound (agent type, host, resource id): {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:01:26.510659 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-23f6d703-668c-4ff3-8c0d-6a6077bfe7e3 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Received port after_create {{(pid=121474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 04:01:26.588780 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6d703-668c-4ff3-8c0d-6a6077bfe7e3 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Pushing event updated for resources: {'Port': ['ID=7b825057-8fcf-4f6a-a139-762e2220c27f,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:26.667271 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90758994-fa5b-44ac-88b1-4406e6762ff9 req-ec97a328-86dc-4945-9a14-5ccf90500dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:26.669275 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-90758994-fa5b-44ac-88b1-4406e6762ff9 req-ec97a328-86dc-4945-9a14-5ccf90500dd7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0c317d02-35c6-4092-b3d2-22f73010b2ed HTTP/1.1" status: 200 len: 849 time: 0.1260779 Jul 28 04:01:26.682333 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-23f6d703-668c-4ff3-8c0d-6a6077bfe7e3 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:26.683174 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-23f6d703-668c-4ff3-8c0d-6a6077bfe7e3 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:26.687812 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:26.719429 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device d2c58462-fb66-479c-9106-a98477b390b4 up at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:01:26.760239 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45804169-7c03-4554-a3b8-c714e66dde8a req-ad4ef1dc-f7d0-482e-acd0-c32c1c191efd tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:26.762889 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-45804169-7c03-4554-a3b8-c714e66dde8a req-ad4ef1dc-f7d0-482e-acd0-c32c1c191efd tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 945 time: 0.0668981 Jul 28 04:01:26.789821 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning for port d2c58462-fb66-479c-9106-a98477b390b4 completed by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 04:01:26.843483 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-45804169-7c03-4554-a3b8-c714e66dde8a req-2107d043-dd52-4739-9a41-e8b3172976a5 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95ed5ab5-a550-44ca-8bcb-940ad425b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678511 Jul 28 04:01:26.893609 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-23f6d703-668c-4ff3-8c0d-6a6077bfe7e3 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6731687 Jul 28 04:01:26.921578 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-2c0c5d84-49f1-41f5-b0d1-a00fe65f98fc None None] Provisioning complete for port 7b825057-8fcf-4f6a-a139-762e2220c27f triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:01:26.921955 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-2c0c5d84-49f1-41f5-b0d1-a00fe65f98fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (7b825057-8fcf-4f6a-a139-762e2220c27f), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:26.966428 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-2c0c5d84-49f1-41f5-b0d1-a00fe65f98fc None None] Port 7b825057-8fcf-4f6a-a139-762e2220c27f cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 04:01:26.971655 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning complete for port d2c58462-fb66-479c-9106-a98477b390b4 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:01:26.972099 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (d2c58462-fb66-479c-9106-a98477b390b4), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:27.021784 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c247bd-1e12-4bab-b0ed-cbbe4d7b4673 req-cd5ba8ed-d2e1-4af0-836c-2545131e9609 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:27.031257 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-47c247bd-1e12-4bab-b0ed-cbbe4d7b4673 req-cd5ba8ed-d2e1-4af0-836c-2545131e9609 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 945 time: 0.1126435 Jul 28 04:01:27.032900 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-79a55223-2ffb-4c65-a4fe-56811c53e78e service neutron] Request body: {'port': {'device_id': '7be29dfe-7a22-4f92-bcc4-5949f0565cce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:01:27.263177 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-47c247bd-1e12-4bab-b0ed-cbbe4d7b4673 req-0e4006f3-c17b-4faa-b71d-4ecb8c16916d tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697155 Jul 28 04:01:27.264176 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port d2c58462-fb66-479c-9106-a98477b390b4 is: BUILD; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:01:27.264176 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (d2c58462-fb66-479c-9106-a98477b390b4), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:27.264832 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9574a-2637-42da-9512-3759540f0209 req-283f4e64-bf05-4f5e-8130-9e4919233338 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:27.264832 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1af9574a-2637-42da-9512-3759540f0209 req-283f4e64-bf05-4f5e-8130-9e4919233338 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/ports?device_id=77990c1b-5f6b-4da2-9963-9507f1e0f714 HTTP/1.1" status: 200 len: 946 time: 0.1552114 Jul 28 04:01:27.264832 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90758994-fa5b-44ac-88b1-4406e6762ff9 req-b2aa1048-ef99-42d6-8cb6-22f803e037c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:27.264832 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-90758994-fa5b-44ac-88b1-4406e6762ff9 req-b2aa1048-ef99-42d6-8cb6-22f803e037c4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5b7076b1-5b54-41f8-8740-25deddb61b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1309862 Jul 28 04:01:27.265304 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port d2c58462-fb66-479c-9106-a98477b390b4, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=d2c58462-fb66-479c-9106-a98477b390b4,segment=NetworkSegment(f5651f66-4b70-44a2-a50e-d0d4e0ef16b9),segment_id=f5651f66-4b70-44a2-a50e-d0d4e0ef16b9)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:01:27.265304 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c58462-fb66-479c-9106-a98477b390b4'}] {{(pid=121476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:01:27.265304 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63807e78e749bb54735be4dbe0f6e45a10aff1c6ba31450fe55014b89068368c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132c0c7a-9c8f-458c-b181-cd9d03467728" -d '{"events": [{"server_uuid": "4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b", "name": "network-vif-plugged", "status": "completed", "tag": "d2c58462-fb66-479c-9106-a98477b390b4"}]}' {{(pid=121476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:01:27.265537 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-79a55223-2ffb-4c65-a4fe-56811c53e78e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (7b825057-8fcf-4f6a-a139-762e2220c27f), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:27.265622 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26459a-463e-4b56-b7cb-d0aa1daa1a75 req-14843f8a-d45d-43fe-ba69-46900578970b tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:27.265622 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-cb26459a-463e-4b56-b7cb-d0aa1daa1a75 req-14843f8a-d45d-43fe-ba69-46900578970b tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=7be29dfe-7a22-4f92-bcc4-5949f0565cce HTTP/1.1" status: 200 len: 932 time: 0.0656896 Jul 28 04:01:27.318408 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-cb26459a-463e-4b56-b7cb-d0aa1daa1a75 req-ddd7fe3a-631b-4853-bcd7-d537eab86a41 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=1aad9787-ecae-43c6-bb47-53f2703de971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707688 Jul 28 04:01:27.374948 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 04:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597aa5f1-3124-433b-b81c-109e85a5cebf x-openstack-request-id: req-597aa5f1-3124-433b-b81c-109e85a5cebf {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:01:27.375847 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b", "name": "network-vif-plugged", "status": "completed", "tag": "d2c58462-fb66-479c-9106-a98477b390b4", "code": 200}]} {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:01:27.376306 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-597aa5f1-3124-433b-b81c-109e85a5cebf {{(pid=121476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:01:27.377214 dv-cinder-851279-1-iscsi neutron-server[121476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-597aa5f1-3124-433b-b81c-109e85a5cebf'] response: {'server_uuid': '4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c58462-fb66-479c-9106-a98477b390b4', 'code': 200} Jul 28 04:01:27.379784 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1af9574a-2637-42da-9512-3759540f0209 req-83f7bf4b-3e88-4b21-96e7-38d61fd4850d tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/security-groups?id=c991cb38-6d88-4f1e-b7c6-731fd2d6a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465508 Jul 28 04:01:27.512301 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc50ac-f16a-49ca-866f-1cb79ee50faa req-afb5e7f5-f8fe-4986-815e-8a5ad3c4978e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:27.513831 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-01bc50ac-f16a-49ca-866f-1cb79ee50faa req-afb5e7f5-f8fe-4986-815e-8a5ad3c4978e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 946 time: 0.0756447 Jul 28 04:01:27.516849 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-90758994-fa5b-44ac-88b1-4406e6762ff9 req-b9e6a034-7efc-401c-898d-9994eb936288 service neutron] 10.222.0.67 "GET /v2.0/networks/5b7076b1-5b54-41f8-8740-25deddb61b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108656 Jul 28 04:01:27.557631 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (d2c58462-fb66-479c-9106-a98477b390b4), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:27.587777 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-01bc50ac-f16a-49ca-866f-1cb79ee50faa req-7cb7922d-8f0c-4212-8731-d50fc6919a72 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653501 Jul 28 04:01:27.674891 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=d2c58462-fb66-479c-9106-a98477b390b4,revision_number=5']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:27.741550 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:27.753138 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-79a55223-2ffb-4c65-a4fe-56811c53e78e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b825057-8fcf-4f6a-a139-762e2220c27f {{(pid=121474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 04:01:27.763899 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-79a55223-2ffb-4c65-a4fe-56811c53e78e service neutron] Publish callbacks [] for port (7b825057-8fcf-4f6a-a139-762e2220c27f), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:27.789578 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.provisioning_blocks [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-79a55223-2ffb-4c65-a4fe-56811c53e78e service neutron] Transition to ACTIVE for port object 7b825057-8fcf-4f6a-a139-762e2220c27f will not be triggered until provisioned by entity L2. {{(pid=121474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 04:01:27.985277 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-90758994-fa5b-44ac-88b1-4406e6762ff9 req-afe24a23-23f4-40e8-9e4f-3c836320a16e service neutron] 10.222.0.67 "GET /v2.0/networks/5b7076b1-5b54-41f8-8740-25deddb61b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267669 Jul 28 04:01:27.999544 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc5fd7-82e3-4366-9b58-94ece49ffb47 req-54211294-e28c-4b61-9fd3-e8749dcdebf9 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:28.001558 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-d2dc5fd7-82e3-4366-9b58-94ece49ffb47 req-54211294-e28c-4b61-9fd3-e8749dcdebf9 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 946 time: 0.0720527 Jul 28 04:01:28.061614 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-d2dc5fd7-82e3-4366-9b58-94ece49ffb47 req-a4d0fd60-4ab5-4ba0-8387-65bff35e6137 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95ed5ab5-a550-44ca-8bcb-940ad425b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534782 Jul 28 04:01:28.096694 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-79a55223-2ffb-4c65-a4fe-56811c53e78e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26044716'] for port (7b825057-8fcf-4f6a-a139-762e2220c27f), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:28.157565 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a55223-2ffb-4c65-a4fe-56811c53e78e service neutron] Pushing event updated for resources: {'Port': ['ID=7b825057-8fcf-4f6a-a139-762e2220c27f,revision_number=2']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:28.221150 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:28.245394 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-79a55223-2ffb-4c65-a4fe-56811c53e78e service neutron] Attempting to bind port 7b825057-8fcf-4f6a-a139-762e2220c27f on host hv-cinder-85127 for vnic_type normal with profile {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 04:01:28.245394 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-79a55223-2ffb-4c65-a4fe-56811c53e78e service neutron] Attempting to bind port 7b825057-8fcf-4f6a-a139-762e2220c27f by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '37f94176-e298-4b67-acca-ec05537ae703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd'}] {{(pid=121474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 04:01:28.245745 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-79a55223-2ffb-4c65-a4fe-56811c53e78e service neutron] Attempting to bind port 7b825057-8fcf-4f6a-a139-762e2220c27f on network 9cf9021b-c509-4bfd-870b-1ff5c987c7dd {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:01:28.253811 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-79a55223-2ffb-4c65-a4fe-56811c53e78e service neutron] Port 7b825057-8fcf-4f6a-a139-762e2220c27f on network 9cf9021b-c509-4bfd-870b-1ff5c987c7dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 04:01:28.254136 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-79a55223-2ffb-4c65-a4fe-56811c53e78e service neutron] Attempting to bind port 7b825057-8fcf-4f6a-a139-762e2220c27f on network 9cf9021b-c509-4bfd-870b-1ff5c987c7dd {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:01:28.260535 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-79a55223-2ffb-4c65-a4fe-56811c53e78e service neutron] Checking agent: {'id': 'a6d923ff-d983-4784-981f-1bbce4c5c5ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 56, 49), 'started_at': datetime.datetime(2022, 7, 28, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 4, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 04:01:28.260874 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-79a55223-2ffb-4c65-a4fe-56811c53e78e service neutron] Checking segment: {'id': '37f94176-e298-4b67-acca-ec05537ae703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 04:01:28.261365 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-79a55223-2ffb-4c65-a4fe-56811c53e78e service neutron] Bound using segment: {'id': '37f94176-e298-4b67-acca-ec05537ae703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd'} {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 04:01:28.261807 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-79a55223-2ffb-4c65-a4fe-56811c53e78e service neutron] Bound port: 7b825057-8fcf-4f6a-a139-762e2220c27f, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37f94176-e298-4b67-acca-ec05537ae703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd'}}] {{(pid=121474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 04:01:28.262166 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-79a55223-2ffb-4c65-a4fe-56811c53e78e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (7b825057-8fcf-4f6a-a139-762e2220c27f), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:28.364304 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-79a55223-2ffb-4c65-a4fe-56811c53e78e service neutron] For port 7b825057-8fcf-4f6a-a139-762e2220c27f, host hv-cinder-85127, cleared binding levels {{(pid=121474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:01:28.368292 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-79a55223-2ffb-4c65-a4fe-56811c53e78e service neutron] For port 7b825057-8fcf-4f6a-a139-762e2220c27f, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=7b825057-8fcf-4f6a-a139-762e2220c27f,segment=NetworkSegment(37f94176-e298-4b67-acca-ec05537ae703),segment_id=37f94176-e298-4b67-acca-ec05537ae703)] {{(pid=121474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:01:28.486937 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3da085-2654-469a-927e-ed487496ab6a req-07c8a619-8fb8-4611-8f57-63129a4ad192 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:28.488600 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8a3da085-2654-469a-927e-ed487496ab6a req-07c8a619-8fb8-4611-8f57-63129a4ad192 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=7be29dfe-7a22-4f92-bcc4-5949f0565cce HTTP/1.1" status: 200 len: 944 time: 0.0553558 Jul 28 04:01:28.516007 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-79a55223-2ffb-4c65-a4fe-56811c53e78e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26044716'] for port (7b825057-8fcf-4f6a-a139-762e2220c27f), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:28.527851 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb2aae-cb47-459b-986e-d6198458ef0b req-13ec0633-17dd-426b-bc44-dad3b200c8fe tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:28.530772 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-15bb2aae-cb47-459b-986e-d6198458ef0b req-13ec0633-17dd-426b-bc44-dad3b200c8fe tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 945 time: 0.0799174 Jul 28 04:01:28.591081 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6753db3-d049-4a01-8e78-4ade0419cb84 req-6ba1e730-f99d-4bf5-b308-38104bbc6535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:28.593056 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f6753db3-d049-4a01-8e78-4ade0419cb84 req-6ba1e730-f99d-4bf5-b308-38104bbc6535 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 1130 time: 0.1714597 Jul 28 04:01:28.599437 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-79a55223-2ffb-4c65-a4fe-56811c53e78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:28.600211 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-79a55223-2ffb-4c65-a4fe-56811c53e78e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:28.601708 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-79a55223-2ffb-4c65-a4fe-56811c53e78e service neutron] 10.222.0.67 "PUT /v2.0/ports/7b825057-8fcf-4f6a-a139-762e2220c27f HTTP/1.1" status: 200 len: 1094 time: 1.5770221 Jul 28 04:01:28.602753 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7be29dfe-7a22-4f92-bcc4-5949f0565cce', 'tag': '7b825057-8fcf-4f6a-a139-762e2220c27f'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:01:28.606310 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ece421-17cb-4b44-8ab4-4510b267cdd9" -d '{"events": [{"name": "network-changed", "server_uuid": "7be29dfe-7a22-4f92-bcc4-5949f0565cce", "tag": "7b825057-8fcf-4f6a-a139-762e2220c27f"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:01:28.652075 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8a3da085-2654-469a-927e-ed487496ab6a req-094bc9fc-815b-4799-99ec-57fa9bd0173b tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=1aad9787-ecae-43c6-bb47-53f2703de971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448364 Jul 28 04:01:28.673137 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a55223-2ffb-4c65-a4fe-56811c53e78e service neutron] Pushing event updated for resources: {'Port': ['ID=7b825057-8fcf-4f6a-a139-762e2220c27f,revision_number=3']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:28.691985 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-15bb2aae-cb47-459b-986e-d6198458ef0b req-75f3b9a7-410b-4619-889d-e0f1ec3682d9 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529436 Jul 28 04:01:28.889464 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca1e8d-03f9-4afb-a077-2cc8f139cbce req-8c6b6c29-3c50-4a62-8d41-6a5e80a7b39f tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:28.892118 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-aaca1e8d-03f9-4afb-a077-2cc8f139cbce req-8c6b6c29-3c50-4a62-8d41-6a5e80a7b39f tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/ports?device_id=77990c1b-5f6b-4da2-9963-9507f1e0f714 HTTP/1.1" status: 200 len: 946 time: 0.1071994 Jul 28 04:01:28.926251 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5b9c6-ce0c-49d9-9a13-275eec5db903 req-1c0e7232-92dc-4dc6-864b-5a02c4dae750 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:28.928674 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-d1f5b9c6-ce0c-49d9-9a13-275eec5db903 req-1c0e7232-92dc-4dc6-864b-5a02c4dae750 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 946 time: 0.0921371 Jul 28 04:01:29.004001 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-d1f5b9c6-ce0c-49d9-9a13-275eec5db903 req-41d5fd8c-b2d5-42d7-a672-c242177f1d83 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667384 Jul 28 04:01:29.033854 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-aaca1e8d-03f9-4afb-a077-2cc8f139cbce req-22454bb6-4b96-4202-811e-fe2d24e5258c tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/security-groups?id=c991cb38-6d88-4f1e-b7c6-731fd2d6a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134651 Jul 28 04:01:29.094850 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 04:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370c5c40-c961-4cb3-b8a1-46f9446b0183 x-openstack-request-id: req-370c5c40-c961-4cb3-b8a1-46f9446b0183 {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:01:29.095137 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7be29dfe-7a22-4f92-bcc4-5949f0565cce", "tag": "7b825057-8fcf-4f6a-a139-762e2220c27f", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:01:29.095391 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-370c5c40-c961-4cb3-b8a1-46f9446b0183 {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:01:29.101341 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-370c5c40-c961-4cb3-b8a1-46f9446b0183'] response: {'name': 'network-changed', 'server_uuid': '7be29dfe-7a22-4f92-bcc4-5949f0565cce', 'tag': '7b825057-8fcf-4f6a-a139-762e2220c27f', 'status': 'completed', 'code': 200} Jul 28 04:01:29.254406 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b18fc2-073c-44b3-a080-8eaeebe8000e req-ee364fd7-f9f4-4439-a4f2-c8ea3573dbc5 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:29.258590 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-d0b18fc2-073c-44b3-a080-8eaeebe8000e req-ee364fd7-f9f4-4439-a4f2-c8ea3573dbc5 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 946 time: 0.1114202 Jul 28 04:01:29.285026 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:29.397263 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ece421-17cb-4b44-8ab4-4510b267cdd9 req-8fa607d2-3297-450f-bce3-206eca950c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:29.398714 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-94ece421-17cb-4b44-8ab4-4510b267cdd9 req-8fa607d2-3297-450f-bce3-206eca950c8a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f68fb083db524ab59ba49d71ae754ba0&device_id=7be29dfe-7a22-4f92-bcc4-5949f0565cce HTTP/1.1" status: 200 len: 1128 time: 0.0992370 Jul 28 04:01:29.406123 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f6753db3-d049-4a01-8e78-4ade0419cb84 req-484e41fb-232f-4a29-9c25-619a793f88ad service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=95ed5ab5-a550-44ca-8bcb-940ad425b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465981 Jul 28 04:01:29.446132 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-d0b18fc2-073c-44b3-a080-8eaeebe8000e req-15e6f08a-b761-4a38-b574-a060d3e6795a tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95ed5ab5-a550-44ca-8bcb-940ad425b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786401 Jul 28 04:01:29.891870 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b71ad-75ae-4993-8f5d-cbbd4dbd7da2 req-055f92f2-e1ae-44a6-94fb-a599f8cb9938 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:29.895111 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-bc3b71ad-75ae-4993-8f5d-cbbd4dbd7da2 req-055f92f2-e1ae-44a6-94fb-a599f8cb9938 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=7be29dfe-7a22-4f92-bcc4-5949f0565cce HTTP/1.1" status: 200 len: 944 time: 0.0718889 Jul 28 04:01:29.960811 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-bc3b71ad-75ae-4993-8f5d-cbbd4dbd7da2 req-194b3289-3a50-40bb-a5cf-2fc79e256cd7 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=1aad9787-ecae-43c6-bb47-53f2703de971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592010 Jul 28 04:01:29.980132 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9bb9a-6e66-400b-bd1a-cf82d6234483 req-2d4813e9-e9ac-4bdf-8051-e9e0df58e8df tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:29.980132 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1cc9bb9a-6e66-400b-bd1a-cf82d6234483 req-2d4813e9-e9ac-4bdf-8051-e9e0df58e8df tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 945 time: 0.1182079 Jul 28 04:01:29.997350 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ece421-17cb-4b44-8ab4-4510b267cdd9 req-d9b197cf-6958-43b5-8be8-7d1c73464850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:29.999179 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-94ece421-17cb-4b44-8ab4-4510b267cdd9 req-d9b197cf-6958-43b5-8be8-7d1c73464850 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=f68fb083db524ab59ba49d71ae754ba0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5884345 Jul 28 04:01:30.047154 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1cc9bb9a-6e66-400b-bd1a-cf82d6234483 req-0a787dd0-f0fa-4fc7-b9b9-73a6792115aa tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610785 Jul 28 04:01:30.180636 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f26c1-d0e7-40b7-ad1b-f0a630da0bd4 req-c276b81a-bd35-4b56-9476-620d8648353a tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:30.180636 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-4a8f26c1-d0e7-40b7-ad1b-f0a630da0bd4 req-c276b81a-bd35-4b56-9476-620d8648353a tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 946 time: 0.0672150 Jul 28 04:01:30.268547 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-4a8f26c1-d0e7-40b7-ad1b-f0a630da0bd4 req-8eac92a7-0bbe-4ae0-90e6-322e908bb600 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795662 Jul 28 04:01:30.486534 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ece421-17cb-4b44-8ab4-4510b267cdd9 req-2747bdf1-741d-4392-8f25-652d3179fa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:30.488808 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-94ece421-17cb-4b44-8ab4-4510b267cdd9 req-2747bdf1-741d-4392-8f25-652d3179fa1b service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1607718 Jul 28 04:01:30.669482 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-fc2b44ba-65bc-48fb-bce6-bf9175fa396c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:30.671691 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-fc2b44ba-65bc-48fb-bce6-bf9175fa396c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f68fb083db524ab59ba49d71ae754ba0&device_id=7be29dfe-7a22-4f92-bcc4-5949f0565cce HTTP/1.1" status: 200 len: 1128 time: 0.1179574 Jul 28 04:01:30.684213 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85535448-77ec-4886-89e9-94bbc385dcaf req-008c5488-aa12-433e-9629-4d31d720e551 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:30.685806 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-85535448-77ec-4886-89e9-94bbc385dcaf req-008c5488-aa12-433e-9629-4d31d720e551 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 946 time: 0.1087713 Jul 28 04:01:30.789690 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-85535448-77ec-4886-89e9-94bbc385dcaf req-81e9b07e-cb06-4e58-8986-aae7fdd485d0 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95ed5ab5-a550-44ca-8bcb-940ad425b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948775 Jul 28 04:01:30.860825 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5be432-504c-464d-99ca-865ae993a8e1 req-5f897364-86ff-4353-9946-d32328ad0454 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:30.862526 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-6f5be432-504c-464d-99ca-865ae993a8e1 req-5f897364-86ff-4353-9946-d32328ad0454 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/ports?device_id=77990c1b-5f6b-4da2-9963-9507f1e0f714 HTTP/1.1" status: 200 len: 946 time: 0.0771213 Jul 28 04:01:30.933076 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-6f5be432-504c-464d-99ca-865ae993a8e1 req-b558ec28-96e6-4375-b6cb-3ca95fa793f6 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/security-groups?id=c991cb38-6d88-4f1e-b7c6-731fd2d6a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621481 Jul 28 04:01:31.131987 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75419c26-3009-43a3-93ee-f09c3ba2e759 req-a79b1bdd-350d-4e0c-a5c4-994019a1e1f7 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:31.136722 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-75419c26-3009-43a3-93ee-f09c3ba2e759 req-a79b1bdd-350d-4e0c-a5c4-994019a1e1f7 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=7be29dfe-7a22-4f92-bcc4-5949f0565cce HTTP/1.1" status: 200 len: 944 time: 0.0881612 Jul 28 04:01:31.210331 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-75419c26-3009-43a3-93ee-f09c3ba2e759 req-d7830036-90f2-4d72-a35e-204a9ab49c28 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=1aad9787-ecae-43c6-bb47-53f2703de971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663807 Jul 28 04:01:31.441531 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d3281-5d4c-4188-b5f9-1e77b5da92a1 req-ad233a9e-402e-4a0b-90a7-217a39a3d5c7 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:31.444140 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-5c2d3281-5d4c-4188-b5f9-1e77b5da92a1 req-ad233a9e-402e-4a0b-90a7-217a39a3d5c7 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 946 time: 0.0627906 Jul 28 04:01:31.514100 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-5c2d3281-5d4c-4188-b5f9-1e77b5da92a1 req-695b6ce5-1613-4b92-93a8-6670481c0930 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627785 Jul 28 04:01:31.910610 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891bd27-d2a0-46de-822f-aa64bf1da6a4 req-178e5b3f-11d7-439b-9414-9f8b15411d50 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:31.912316 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-e891bd27-d2a0-46de-822f-aa64bf1da6a4 req-178e5b3f-11d7-439b-9414-9f8b15411d50 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 946 time: 0.0509489 Jul 28 04:01:32.040121 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=100 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:32.040121 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-e891bd27-d2a0-46de-822f-aa64bf1da6a4 req-a0972345-4c20-428e-bd5a-82c5b85e5db0 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95ed5ab5-a550-44ca-8bcb-940ad425b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482991 Jul 28 04:01:32.069312 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7688a-e153-49a1-9917-ebb6e96ec9c6 req-20bdab76-a5ef-4207-9540-83cdb93b7d9a tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:32.073981 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-07b7688a-e153-49a1-9917-ebb6e96ec9c6 req-20bdab76-a5ef-4207-9540-83cdb93b7d9a tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/ports?device_id=77990c1b-5f6b-4da2-9963-9507f1e0f714 HTTP/1.1" status: 200 len: 946 time: 0.0713940 Jul 28 04:01:32.116566 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:32.140706 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-07b7688a-e153-49a1-9917-ebb6e96ec9c6 req-59122551-f657-4871-9abf-0a89302c084f tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/security-groups?id=c991cb38-6d88-4f1e-b7c6-731fd2d6a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589783 Jul 28 04:01:32.170541 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17dc7be-0948-4cee-805b-2ced3a097753 req-9effed78-570e-4da2-88d4-5448abcde4ea tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:32.172111 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-b17dc7be-0948-4cee-805b-2ced3a097753 req-9effed78-570e-4da2-88d4-5448abcde4ea tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 946 time: 0.0572102 Jul 28 04:01:32.184001 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 54454) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:01:32.188642 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-7e61c944-a61c-4b5a-96eb-ac5379c86391 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Request body: {'floatingip': {'port_id': 'd2c58462-fb66-479c-9106-a98477b390b4'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:01:32.227912 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-7e61c944-a61c-4b5a-96eb-ac5379c86391 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks [] for floatingip (8cacd39c-77f2-4dd6-a068-58702beac2dc), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:32.367992 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892f080-8ec8-4ef6-9424-757e43065082 req-3fd6a1c1-72ff-437f-a5c0-218e8c169caf tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:32.370072 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f892f080-8ec8-4ef6-9424-757e43065082 req-3fd6a1c1-72ff-437f-a5c0-218e8c169caf tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=7be29dfe-7a22-4f92-bcc4-5949f0565cce HTTP/1.1" status: 200 len: 944 time: 0.0811419 Jul 28 04:01:32.456143 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:32.518443 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f892f080-8ec8-4ef6-9424-757e43065082 req-c3a33b7b-f3f0-4fb5-bbd4-3bb6f0628cf3 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=1aad9787-ecae-43c6-bb47-53f2703de971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404676 Jul 28 04:01:32.676737 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=100 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:32.722000 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875f88c-cbff-4aec-999d-0d9498e0c547 req-a4224a7e-bc6c-493a-8d95-23512069a792 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:32.724190 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-5875f88c-cbff-4aec-999d-0d9498e0c547 req-a4224a7e-bc6c-493a-8d95-23512069a792 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 946 time: 0.1027865 Jul 28 04:01:32.816733 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-910b7a04-7069-4c32-875c-9e1694f373ac service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b825057-8fcf-4f6a-a139-762e2220c27f HTTP/1.1" status: 200 len: 217 time: 0.0738227 Jul 28 04:01:32.867241 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-5875f88c-cbff-4aec-999d-0d9498e0c547 req-e3d7f540-cb32-495f-a538-04fedc6064fd tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355731 Jul 28 04:01:32.999054 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-89c9e2f1-5637-4fdd-9578-3e6ab966fc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:33.002299 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-89c9e2f1-5637-4fdd-9578-3e6ab966fc89 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=38052aec-d1bf-4b5e-9038-8acf97ddbe30 HTTP/1.1" status: 200 len: 854 time: 0.1137743 Jul 28 04:01:33.027597 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-7e61c944-a61c-4b5a-96eb-ac5379c86391 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:33.095913 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9a705-659e-4547-b450-c56cc273a3b1 req-f883becc-9f6b-43ec-90c6-2c31903d4008 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:33.097038 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-57c9a705-659e-4547-b450-c56cc273a3b1 req-f883becc-9f6b-43ec-90c6-2c31903d4008 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.67 "GET /v2.0/ports?device_id=77990c1b-5f6b-4da2-9963-9507f1e0f714 HTTP/1.1" status: 200 len: 946 time: 0.0768185 Jul 28 04:01:33.130369 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-7e61c944-a61c-4b5a-96eb-ac5379c86391 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739753'] for floatingip (8cacd39c-77f2-4dd6-a068-58702beac2dc), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:33.217079 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-007ab7a2-9f8e-4e42-b682-0255e1477bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:33.219020 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-007ab7a2-9f8e-4e42-b682-0255e1477bee service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9cf9021b-c509-4bfd-870b-1ff5c987c7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1998320 Jul 28 04:01:33.444655 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c602b9c-7d46-44f4-a496-f99afad3c418 req-531281da-1623-4c86-9ad4-f4996005da6f tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:33.446176 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4c602b9c-7d46-44f4-a496-f99afad3c418 req-531281da-1623-4c86-9ad4-f4996005da6f tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/ports?device_id=77990c1b-5f6b-4da2-9963-9507f1e0f714 HTTP/1.1" status: 200 len: 946 time: 0.1967237 Jul 28 04:01:33.454203 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [req-57c9a705-659e-4547-b450-c56cc273a3b1 req-a21e3fab-ce75-4056-afa5-1f7480977642 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Deleting port 2f24ff08-75ca-4140-bda6-14f798181200 {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:01:33.454468 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-57c9a705-659e-4547-b450-c56cc273a3b1 req-a21e3fab-ce75-4056-afa5-1f7480977642 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (2f24ff08-75ca-4140-bda6-14f798181200), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:33.549316 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:33.587021 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.db.l3_db [None req-7e61c944-a61c-4b5a-96eb-ac5379c86391 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Floating IP 8cacd39c-77f2-4dd6-a068-58702beac2dc associated. External IP: 172.27.0.124, port: d2c58462-fb66-479c-9106-a98477b390b4. Jul 28 04:01:33.598882 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-19093569-4423-4498-9208-ddcd76742ad7 service neutron] 10.222.0.67 "GET /v2.0/networks/9cf9021b-c509-4bfd-870b-1ff5c987c7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695805 Jul 28 04:01:33.713252 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51388917-2bde-4919-b0d3-f800ce7fc9a8 req-29281dbf-01b2-4bee-b00f-e06f26e9e4e1 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:33.725721 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-51388917-2bde-4919-b0d3-f800ce7fc9a8 req-29281dbf-01b2-4bee-b00f-e06f26e9e4e1 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=7be29dfe-7a22-4f92-bcc4-5949f0565cce HTTP/1.1" status: 200 len: 944 time: 0.1031692 Jul 28 04:01:33.732582 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-57c9a705-659e-4547-b450-c56cc273a3b1 req-a21e3fab-ce75-4056-afa5-1f7480977642 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] For port 2f24ff08-75ca-4140-bda6-14f798181200, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=2f24ff08-75ca-4140-bda6-14f798181200,segment=NetworkSegment(0b36db99-b7ec-4aa8-8505-4247e30a3fb1),segment_id=0b36db99-b7ec-4aa8-8505-4247e30a3fb1)] {{(pid=121474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:01:33.739143 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-57c9a705-659e-4547-b450-c56cc273a3b1 req-a21e3fab-ce75-4056-afa5-1f7480977642 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (2f24ff08-75ca-4140-bda6-14f798181200), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:33.739143 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:33.782894 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4c602b9c-7d46-44f4-a496-f99afad3c418 req-d9447bd6-b6df-4a4f-b398-c432316f760d tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/security-groups?id=c991cb38-6d88-4f1e-b7c6-731fd2d6a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604010 Jul 28 04:01:33.791034 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [req-57c9a705-659e-4547-b450-c56cc273a3b1 req-a21e3fab-ce75-4056-afa5-1f7480977642 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Calling delete_port for 2f24ff08-75ca-4140-bda6-14f798181200 owned by compute:nova {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:01:33.828804 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-51388917-2bde-4919-b0d3-f800ce7fc9a8 req-9da77cdc-6e41-4848-8f6b-2305989107fb tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=1aad9787-ecae-43c6-bb47-53f2703de971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996044 Jul 28 04:01:33.897721 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0e81d51c-8d86-40ef-a42b-5588d35ab027 req-3cb73c1e-42ab-43c9-8d98-fcd2c8b31ebb service neutron] 10.222.0.67 "GET /v2.0/networks/9cf9021b-c509-4bfd-870b-1ff5c987c7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597330 Jul 28 04:01:34.105168 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c64a72-4fe3-4c87-b6c6-4889900ee73a req-cf889d66-1c65-426a-a26a-3f011fab0728 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:34.106678 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f2c64a72-4fe3-4c87-b6c6-4889900ee73a req-cf889d66-1c65-426a-a26a-3f011fab0728 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 946 time: 0.1019711 Jul 28 04:01:34.144580 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e61c944-a61c-4b5a-96eb-ac5379c86391 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Router 799f85a6-48ff-444b-8dad-74e741656474 has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 04:01:34.187456 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f2c64a72-4fe3-4c87-b6c6-4889900ee73a req-68dc60ba-324a-45fb-9e1b-810edf7539f6 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697498 Jul 28 04:01:34.249656 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-57c9a705-659e-4547-b450-c56cc273a3b1 req-a21e3fab-ce75-4056-afa5-1f7480977642 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (2f24ff08-75ca-4140-bda6-14f798181200), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:34.272045 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] get_ports_and_sgs() called for port_ids ['2f24ff08-75ca-4140-bda6-14f798181200'] {{(pid=121476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:01:34.286609 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21e3fab-ce75-4056-afa5-1f7480977642 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Pushing event deleted for resources: {'Port': ['ID=2f24ff08-75ca-4140-bda6-14f798181200,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:34.629887 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c9a705-659e-4547-b450-c56cc273a3b1 req-a21e3fab-ce75-4056-afa5-1f7480977642 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] No DVR routers for this DVR port 2f24ff08-75ca-4140-bda6-14f798181200 on host hv-cinder-85127 {{(pid=121474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 04:01:34.637021 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-57c9a705-659e-4547-b450-c56cc273a3b1 req-a21e3fab-ce75-4056-afa5-1f7480977642 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:34.640434 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-57c9a705-659e-4547-b450-c56cc273a3b1 req-a21e3fab-ce75-4056-afa5-1f7480977642 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.67 "DELETE /v2.0/ports/2f24ff08-75ca-4140-bda6-14f798181200 HTTP/1.1" status: 204 len: 173 time: 1.5193198 Jul 28 04:01:34.640894 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77990c1b-5f6b-4da2-9963-9507f1e0f714', 'name': 'network-vif-deleted', 'tag': '2f24ff08-75ca-4140-bda6-14f798181200'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:01:34.643244 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e8d93f-efdd-4f7b-a3a0-6d35d2699db4" -d '{"events": [{"server_uuid": "77990c1b-5f6b-4da2-9963-9507f1e0f714", "name": "network-vif-deleted", "tag": "2f24ff08-75ca-4140-bda6-14f798181200"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:01:34.671834 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e61c944-a61c-4b5a-96eb-ac5379c86391 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:01:34.684915 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-7e61c944-a61c-4b5a-96eb-ac5379c86391 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for floatingip (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:34.696055 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6f53bc-a32a-4b95-a6de-a1820512b421 None None] Sync routers for ids ['799f85a6-48ff-444b-8dad-74e741656474'] in dv-cinder-851279-1-iscsi {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:01:34.697421 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 04:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2016dd-a5c3-4444-bdc4-cfd9b83a2a04 x-openstack-request-id: req-0f2016dd-a5c3-4444-bdc4-cfd9b83a2a04 {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:01:34.697935 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77990c1b-5f6b-4da2-9963-9507f1e0f714", "name": "network-vif-deleted", "tag": "2f24ff08-75ca-4140-bda6-14f798181200", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:01:34.698388 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0f2016dd-a5c3-4444-bdc4-cfd9b83a2a04 {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:01:34.699042 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f2016dd-a5c3-4444-bdc4-cfd9b83a2a04'] response: {'server_uuid': '77990c1b-5f6b-4da2-9963-9507f1e0f714', 'name': 'network-vif-deleted', 'tag': '2f24ff08-75ca-4140-bda6-14f798181200', 'status': 'completed', 'code': 200} Jul 28 04:01:34.729346 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6f53bc-a32a-4b95-a6de-a1820512b421 None None] Routers {'799f85a6-48ff-444b-8dad-74e741656474'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:01:34.730409 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-9d6f53bc-a32a-4b95-a6de-a1820512b421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:01:17Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['799f85a6-48ff-444b-8dad-74e741656474'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:01:34.734446 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:34.771052 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-7e61c944-a61c-4b5a-96eb-ac5379c86391 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "PUT /v2.0/floatingips/8cacd39c-77f2-4dd6-a068-58702beac2dc HTTP/1.1" status: 200 len: 992 time: 2.5856051 Jul 28 04:01:34.790063 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.agents_db [None req-58c662dc-5ea5-4853-b3cc-f7bb2188e679 None None] Agent healthcheck: found 6 active agents {{(pid=121477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:01:34.925095 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-9d6f53bc-a32a-4b95-a6de-a1820512b421 None None] Set router 799f85a6-48ff-444b-8dad-74e741656474 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:01:34.964100 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1fa74ba5-280b-437d-8eaf-3776447e877a req-e19e517b-733b-496d-a6ef-3165f08270d8 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/ports?device_id=77990c1b-5f6b-4da2-9963-9507f1e0f714 HTTP/1.1" status: 200 len: 210 time: 0.0530167 Jul 28 04:01:35.048572 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533aeb7-52c5-4b8b-a66e-79d38818f414 req-73b3cb1b-1af5-4834-9ea5-07e5be9c1e0d tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:35.050264 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-0533aeb7-52c5-4b8b-a66e-79d38818f414 req-73b3cb1b-1af5-4834-9ea5-07e5be9c1e0d tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=7be29dfe-7a22-4f92-bcc4-5949f0565cce HTTP/1.1" status: 200 len: 944 time: 0.0711966 Jul 28 04:01:35.054041 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 54502) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:01:35.190322 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-0533aeb7-52c5-4b8b-a66e-79d38818f414 req-ef80f215-4381-4b2c-84af-810dfdb70ddb tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=1aad9787-ecae-43c6-bb47-53f2703de971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237276 Jul 28 04:01:35.339283 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-9d6f53bc-a32a-4b95-a6de-a1820512b421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799f85a6-48ff-444b-8dad-74e741656474', 'name': 'tempest-ServerRescueNegativeTestJSON-1760952141-router', 'tenant_id': '8bf7f0f7880a435ba552361bcb31ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b4af4871-05b4-4ea1-9797-79edafad71d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:59:02Z', 'revision_number': 4, 'project_id': '8bf7f0f7880a435ba552361bcb31ef91', 'gw_port': {'id': 'b4af4871-05b4-4ea1-9797-79edafad71d3', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:16:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799f85a6-48ff-444b-8dad-74e741656474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:48Z', 'updated_at': '2022-07-28T03:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': '8cacd39c-77f2-4dd6-a068-58702beac2dc', 'tenant_id': '8bf7f0f7880a435ba552361bcb31ef91', 'floating_ip_address': '172.27.0.124', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': '799f85a6-48ff-444b-8dad-74e741656474', 'port_id': 'd2c58462-fb66-479c-9106-a98477b390b4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2', 'mac_address': 'fa:16:3e:78:4b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T04:01:08Z', 'updated_at': '2022-07-28T04:01:32Z', 'revision_number': 1, 'project_id': '8bf7f0f7880a435ba552361bcb31ef91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6313a4ce-75ee-4e06-932c-3acd6f062c3a', 'name': '', 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2', 'tenant_id': '8bf7f0f7880a435ba552361bcb31ef91', 'mac_address': 'fa:16:3e:32:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799f85a6-48ff-444b-8dad-74e741656474', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:59:01Z', 'updated_at': '2022-07-28T03:59:21Z', 'revision_number': 5, 'project_id': '8bf7f0f7880a435ba552361bcb31ef91', 'subnets': [{'id': 'f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:01:35.341406 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-5acac1e2-7da0-45fe-9dfe-367f1c1ef1a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:35.369378 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6f53bc-a32a-4b95-a6de-a1820512b421 None None] Checking router: 799f85a6-48ff-444b-8dad-74e741656474 for host: dv-cinder-851279-1-iscsi {{(pid=121476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:01:35.381430 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6f53bc-a32a-4b95-a6de-a1820512b421 None None] Routers {'799f85a6-48ff-444b-8dad-74e741656474'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:01:35.382124 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-9d6f53bc-a32a-4b95-a6de-a1820512b421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:01:17Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['799f85a6-48ff-444b-8dad-74e741656474'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:01:35.413728 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:35.456184 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd8c76-6f30-48f7-894b-dd5213781937 req-5ce81ac7-a755-4975-9531-98d0d1376bcc tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:35.463449 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-32fd8c76-6f30-48f7-894b-dd5213781937 req-5ce81ac7-a755-4975-9531-98d0d1376bcc tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 946 time: 0.0993266 Jul 28 04:01:35.539918 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-9d6f53bc-a32a-4b95-a6de-a1820512b421 None None] Set router 799f85a6-48ff-444b-8dad-74e741656474 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:01:35.576222 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-32fd8c76-6f30-48f7-894b-dd5213781937 req-ae11b4cb-c51d-4b12-a157-920556d0c66c tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050282 Jul 28 04:01:35.576222 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:35.616898 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-5acac1e2-7da0-45fe-9dfe-367f1c1ef1a2 admin admin] Publish callbacks [] for security_group (936c3e6c-9fc5-4a78-9621-8e581271521e), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:35.843709 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=100 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:35.937564 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-9d6f53bc-a32a-4b95-a6de-a1820512b421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799f85a6-48ff-444b-8dad-74e741656474', 'name': 'tempest-ServerRescueNegativeTestJSON-1760952141-router', 'tenant_id': '8bf7f0f7880a435ba552361bcb31ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b4af4871-05b4-4ea1-9797-79edafad71d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:59:02Z', 'revision_number': 4, 'project_id': '8bf7f0f7880a435ba552361bcb31ef91', 'gw_port': {'id': 'b4af4871-05b4-4ea1-9797-79edafad71d3', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:16:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799f85a6-48ff-444b-8dad-74e741656474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:48Z', 'updated_at': '2022-07-28T03:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': '8cacd39c-77f2-4dd6-a068-58702beac2dc', 'tenant_id': '8bf7f0f7880a435ba552361bcb31ef91', 'floating_ip_address': '172.27.0.124', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': '799f85a6-48ff-444b-8dad-74e741656474', 'port_id': 'd2c58462-fb66-479c-9106-a98477b390b4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2', 'mac_address': 'fa:16:3e:78:4b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T04:01:08Z', 'updated_at': '2022-07-28T04:01:32Z', 'revision_number': 1, 'project_id': '8bf7f0f7880a435ba552361bcb31ef91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6313a4ce-75ee-4e06-932c-3acd6f062c3a', 'name': '', 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2', 'tenant_id': '8bf7f0f7880a435ba552361bcb31ef91', 'mac_address': 'fa:16:3e:32:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799f85a6-48ff-444b-8dad-74e741656474', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:59:01Z', 'updated_at': '2022-07-28T03:59:21Z', 'revision_number': 5, 'project_id': '8bf7f0f7880a435ba552361bcb31ef91', 'subnets': [{'id': 'f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:01:35.964845 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6f53bc-a32a-4b95-a6de-a1820512b421 None None] The sync data for ids ['799f85a6-48ff-444b-8dad-74e741656474'] in dv-cinder-851279-1-iscsi is: [{'id': '799f85a6-48ff-444b-8dad-74e741656474', 'name': 'tempest-ServerRescueNegativeTestJSON-1760952141-router', 'tenant_id': '8bf7f0f7880a435ba552361bcb31ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b4af4871-05b4-4ea1-9797-79edafad71d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:59:02Z', 'revision_number': 4, 'project_id': '8bf7f0f7880a435ba552361bcb31ef91', 'gw_port': {'id': 'b4af4871-05b4-4ea1-9797-79edafad71d3', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:16:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799f85a6-48ff-444b-8dad-74e741656474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:48Z', 'updated_at': '2022-07-28T03:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': '8cacd39c-77f2-4dd6-a068-58702beac2dc', 'tenant_id': '8bf7f0f7880a435ba552361bcb31ef91', 'floating_ip_address': '172.27.0.124', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': '799f85a6-48ff-444b-8dad-74e741656474', 'port_id': 'd2c58462-fb66-479c-9106-a98477b390b4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2', 'mac_address': 'fa:16:3e:78:4b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T04:01:08Z', 'updated_at': '2022-07-28T04:01:32Z', 'revision_number': 1, 'project_id': '8bf7f0f7880a435ba552361bcb31ef91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6313a4ce-75ee-4e06-932c-3acd6f062c3a', 'name': '', 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2', 'tenant_id': '8bf7f0f7880a435ba552361bcb31ef91', 'mac_address': 'fa:16:3e:32:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799f85a6-48ff-444b-8dad-74e741656474', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:59:01Z', 'updated_at': '2022-07-28T03:59:21Z', 'revision_number': 5, 'project_id': '8bf7f0f7880a435ba552361bcb31ef91', 'subnets': [{'id': 'f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:01:36.095576 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-fad37f7a-3ed0-487e-847f-db3cc0709eff req-a161b9ce-ea55-4b4d-b214-4bdfe4042838 tempest-VolumesActionsTest-1317926626 tempest-VolumesActionsTest-1317926626-project] 10.222.0.66 "GET /v2.0/ports?device_id=77990c1b-5f6b-4da2-9963-9507f1e0f714 HTTP/1.1" status: 200 len: 210 time: 0.0289700 Jul 28 04:01:36.121948 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-5acac1e2-7da0-45fe-9dfe-367f1c1ef1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (936c3e6c-9fc5-4a78-9621-8e581271521e), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:36.181776 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acac1e2-7da0-45fe-9dfe-367f1c1ef1a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936c3e6c-9fc5-4a78-9621-8e581271521e,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:36.188093 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-5acac1e2-7da0-45fe-9dfe-367f1c1ef1a2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cc2d4254f627494b9ffd4ff2ad8bccd9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1329305 Jul 28 04:01:36.190752 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 54510) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:01:36.217575 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4479af7a-5008-48d8-8d09-101b9186c56a None None] New status for floating IP 8cacd39c-77f2-4dd6-a068-58702beac2dc: ACTIVE {{(pid=121477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 04:01:36.279870 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-67e81a19-c641-47f2-9535-e8fae2511cd6 admin admin] Publish callbacks [] for security_group (936c3e6c-9fc5-4a78-9621-8e581271521e), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:36.303931 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-67e81a19-c641-47f2-9535-e8fae2511cd6 admin admin] Publish callbacks [] for security_group (936c3e6c-9fc5-4a78-9621-8e581271521e), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:36.323903 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1d5b9-cdb4-453c-9f4a-db1344e8a3a2 req-eebc7345-6b39-4593-8a34-013e92b518fb tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:36.332510 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1fc1d5b9-cdb4-453c-9f4a-db1344e8a3a2 req-eebc7345-6b39-4593-8a34-013e92b518fb tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=7be29dfe-7a22-4f92-bcc4-5949f0565cce HTTP/1.1" status: 200 len: 944 time: 0.0615056 Jul 28 04:01:36.377667 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1fc1d5b9-cdb4-453c-9f4a-db1344e8a3a2 req-df8429e8-f27a-4b50-aeda-3ff1a2201a1e tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=1aad9787-ecae-43c6-bb47-53f2703de971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438793 Jul 28 04:01:36.693372 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-67e81a19-c641-47f2-9535-e8fae2511cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (936c3e6c-9fc5-4a78-9621-8e581271521e), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:36.696649 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-67e81a19-c641-47f2-9535-e8fae2511cd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:36.700740 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-67e81a19-c641-47f2-9535-e8fae2511cd6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/936c3e6c-9fc5-4a78-9621-8e581271521e HTTP/1.1" status: 204 len: 168 time: 0.5088871 Jul 28 04:01:36.701214 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b', 'tag': 'd2c58462-fb66-479c-9106-a98477b390b4'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:01:36.708648 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032e82e4-da7b-4fa4-9bb0-a4cc0de6454a" -d '{"events": [{"name": "network-changed", "server_uuid": "4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b", "tag": "d2c58462-fb66-479c-9106-a98477b390b4"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:01:36.729882 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e81a19-c641-47f2-9535-e8fae2511cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936c3e6c-9fc5-4a78-9621-8e581271521e,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:36.753950 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f1c42-cef5-475c-a6b3-f4c0033bcd79 req-b58b39ff-a6f2-4060-8902-e854a629df9b tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:36.755711 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-071f1c42-cef5-475c-a6b3-f4c0033bcd79 req-b58b39ff-a6f2-4060-8902-e854a629df9b tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 946 time: 0.0928383 Jul 28 04:01:36.767497 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device 7b825057-8fcf-4f6a-a139-762e2220c27f details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=121476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:01:36.780607 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 04:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadfc69c-8da5-4b99-862f-f875fd40654d x-openstack-request-id: req-fadfc69c-8da5-4b99-862f-f875fd40654d {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:01:36.781856 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b", "tag": "d2c58462-fb66-479c-9106-a98477b390b4", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:01:36.781856 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fadfc69c-8da5-4b99-862f-f875fd40654d {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:01:36.781856 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fadfc69c-8da5-4b99-862f-f875fd40654d'] response: {'name': 'network-changed', 'server_uuid': '4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b', 'tag': 'd2c58462-fb66-479c-9106-a98477b390b4', 'status': 'completed', 'code': 200} Jul 28 04:01:36.882030 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-071f1c42-cef5-475c-a6b3-f4c0033bcd79 req-c8ca63b3-f359-4061-9722-9110804dcd30 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148891 Jul 28 04:01:36.922843 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e82e4-da7b-4fa4-9bb0-a4cc0de6454a req-9b50a773-6c00-4ba9-88aa-ffbb59bdd617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:36.927462 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-032e82e4-da7b-4fa4-9bb0-a4cc0de6454a req-9b50a773-6c00-4ba9-88aa-ffbb59bdd617 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8bf7f0f7880a435ba552361bcb31ef91&device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 1130 time: 0.1179638 Jul 28 04:01:36.959392 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port 7b825057-8fcf-4f6a-a139-762e2220c27f, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=7b825057-8fcf-4f6a-a139-762e2220c27f,segment=NetworkSegment(37f94176-e298-4b67-acca-ec05537ae703),segment_id=37f94176-e298-4b67-acca-ec05537ae703)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:01:36.974464 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Returning: {'device': '7b825057-8fcf-4f6a-a139-762e2220c27f', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'port_id': '7b825057-8fcf-4f6a-a139-762e2220c27f', 'mac_address': 'fa:16:3e:1a:cf:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:01:37.016512 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port 7b825057-8fcf-4f6a-a139-762e2220c27f is: DOWN; New status is: BUILD {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:01:37.016914 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (7b825057-8fcf-4f6a-a139-762e2220c27f), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:37.019680 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=100 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:37.032874 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b825057-8fcf-4f6a-a139-762e2220c27f {{(pid=121476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 04:01:37.059596 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port 7b825057-8fcf-4f6a-a139-762e2220c27f, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=7b825057-8fcf-4f6a-a139-762e2220c27f,segment=NetworkSegment(37f94176-e298-4b67-acca-ec05537ae703),segment_id=37f94176-e298-4b67-acca-ec05537ae703)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:01:37.080790 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e82e4-da7b-4fa4-9bb0-a4cc0de6454a req-45e0d3e1-3d70-4e66-9ed4-ce8878a6bf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:37.083217 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-032e82e4-da7b-4fa4-9bb0-a4cc0de6454a req-45e0d3e1-3d70-4e66-9ed4-ce8878a6bf75 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4531d3b7-3c72-4c16-9fba-50470f633af2 HTTP/1.1" status: 200 len: 920 time: 0.1485929 Jul 28 04:01:37.174126 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (7b825057-8fcf-4f6a-a139-762e2220c27f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:37.270046 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-032e82e4-da7b-4fa4-9bb0-a4cc0de6454a req-a2eb3bbb-24d0-4a43-ac52-d20c6f167014 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2c58462-fb66-479c-9106-a98477b390b4 HTTP/1.1" status: 200 len: 1002 time: 0.1800852 Jul 28 04:01:37.313165 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=7b825057-8fcf-4f6a-a139-762e2220c27f,revision_number=4']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:37.341772 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e82e4-da7b-4fa4-9bb0-a4cc0de6454a req-2ba35ddd-6271-4f1f-ad6b-e8973ea6c04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:37.344638 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-032e82e4-da7b-4fa4-9bb0-a4cc0de6454a req-2ba35ddd-6271-4f1f-ad6b-e8973ea6c04b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c HTTP/1.1" status: 200 len: 858 time: 0.0666292 Jul 28 04:01:37.413011 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e82e4-da7b-4fa4-9bb0-a4cc0de6454a req-f036a122-af74-4cfd-a4d9-034ee4ee7072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:37.416344 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-032e82e4-da7b-4fa4-9bb0-a4cc0de6454a req-f036a122-af74-4cfd-a4d9-034ee4ee7072 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4531d3b7-3c72-4c16-9fba-50470f633af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571001 Jul 28 04:01:37.559817 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-032e82e4-da7b-4fa4-9bb0-a4cc0de6454a req-cfa28033-2f0d-40e9-99e1-593f4670cec8 service neutron] 10.222.0.67 "GET /v2.0/networks/4531d3b7-3c72-4c16-9fba-50470f633af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363056 Jul 28 04:01:37.565813 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] get_ports_and_sgs() called for port_ids ['7b825057-8fcf-4f6a-a139-762e2220c27f'] {{(pid=121476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:01:37.646083 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089ad95-a9ad-4aab-b19c-363a74772eb7 req-368078ed-bc32-47b0-9653-80e074a18006 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:37.648486 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-f089ad95-a9ad-4aab-b19c-363a74772eb7 req-368078ed-bc32-47b0-9653-80e074a18006 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=7be29dfe-7a22-4f92-bcc4-5949f0565cce HTTP/1.1" status: 200 len: 945 time: 0.1192818 Jul 28 04:01:37.649211 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 54536) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:01:37.676768 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-0f61a988-d24c-454e-8923-b2babbdfb7fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:37.678036 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:37.689417 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-032e82e4-da7b-4fa4-9bb0-a4cc0de6454a req-70b1961d-e538-4087-ba11-1ab93ae7e41c service neutron] 10.222.0.67 "GET /v2.0/networks/4531d3b7-3c72-4c16-9fba-50470f633af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223872 Jul 28 04:01:37.792936 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-f089ad95-a9ad-4aab-b19c-363a74772eb7 req-27968e2c-d96a-40b1-a254-6a4825d4597c tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=1aad9787-ecae-43c6-bb47-53f2703de971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331689 Jul 28 04:01:37.865009 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-0f61a988-d24c-454e-8923-b2babbdfb7fc admin admin] Publish callbacks [] for security_group (04197164-4c1c-4d89-9770-2ae4815c2908), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:38.019383 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-0f61a988-d24c-454e-8923-b2babbdfb7fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (04197164-4c1c-4d89-9770-2ae4815c2908), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:38.024073 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c517a-3a63-48e1-8a7b-67ecaa3f0f79 req-c14e8c98-ce8d-4169-a3ab-07f2d58c9792 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:38.024073 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-371c517a-3a63-48e1-8a7b-67ecaa3f0f79 req-c14e8c98-ce8d-4169-a3ab-07f2d58c9792 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 946 time: 0.0559254 Jul 28 04:01:38.079507 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-0f61a988-d24c-454e-8923-b2babbdfb7fc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fb76b40229e04f768c89ce5fc2bb4b9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4282877 Jul 28 04:01:38.082728 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f61a988-d24c-454e-8923-b2babbdfb7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04197164-4c1c-4d89-9770-2ae4815c2908,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:38.082845 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 54552) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:01:38.122675 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-371c517a-3a63-48e1-8a7b-67ecaa3f0f79 req-5e35c2b9-e2f6-460a-a734-151ff1125479 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946813 Jul 28 04:01:38.168377 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-95c71552-d664-4848-bb01-a427c271fe5d admin admin] Publish callbacks [] for security_group (04197164-4c1c-4d89-9770-2ae4815c2908), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:38.197870 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-95c71552-d664-4848-bb01-a427c271fe5d admin admin] Publish callbacks [] for security_group (04197164-4c1c-4d89-9770-2ae4815c2908), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:38.360156 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-95c71552-d664-4848-bb01-a427c271fe5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (04197164-4c1c-4d89-9770-2ae4815c2908), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:38.363184 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-95c71552-d664-4848-bb01-a427c271fe5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:38.367221 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-95c71552-d664-4848-bb01-a427c271fe5d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/04197164-4c1c-4d89-9770-2ae4815c2908 HTTP/1.1" status: 204 len: 168 time: 0.2796724 Jul 28 04:01:38.377267 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c71552-d664-4848-bb01-a427c271fe5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04197164-4c1c-4d89-9770-2ae4815c2908,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:38.761255 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device 7b825057-8fcf-4f6a-a139-762e2220c27f up at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:01:38.813252 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning for port 7b825057-8fcf-4f6a-a139-762e2220c27f completed by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 04:01:38.876145 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning complete for port 7b825057-8fcf-4f6a-a139-762e2220c27f triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:01:38.876555 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (7b825057-8fcf-4f6a-a139-762e2220c27f), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:38.928559 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc8e3a-fb98-4132-b5db-031751b8243b req-fcb261e0-9ed5-4b01-ab59-1e585bf06701 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:38.930056 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-2bfc8e3a-fb98-4132-b5db-031751b8243b req-fcb261e0-9ed5-4b01-ab59-1e585bf06701 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=7be29dfe-7a22-4f92-bcc4-5949f0565cce HTTP/1.1" status: 200 len: 945 time: 0.0516582 Jul 28 04:01:38.947555 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:38.967611 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port 7b825057-8fcf-4f6a-a139-762e2220c27f is: BUILD; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:01:38.972798 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (7b825057-8fcf-4f6a-a139-762e2220c27f), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:38.995610 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7be29dfe-7a22-4f92-bcc4-5949f0565cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b825057-8fcf-4f6a-a139-762e2220c27f'}] {{(pid=121476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:01:39.001326 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63807e78e749bb54735be4dbe0f6e45a10aff1c6ba31450fe55014b89068368c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c78790d-9c2b-4a03-8734-dbe7c745c8fe" -d '{"events": [{"server_uuid": "7be29dfe-7a22-4f92-bcc4-5949f0565cce", "name": "network-vif-plugged", "status": "completed", "tag": "7b825057-8fcf-4f6a-a139-762e2220c27f"}]}' {{(pid=121476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:01:39.001497 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-2bfc8e3a-fb98-4132-b5db-031751b8243b req-02d481cf-515c-448e-aeea-10a1f591f61c tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=1aad9787-ecae-43c6-bb47-53f2703de971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603905 Jul 28 04:01:39.012296 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port 7b825057-8fcf-4f6a-a139-762e2220c27f, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=7b825057-8fcf-4f6a-a139-762e2220c27f,segment=NetworkSegment(37f94176-e298-4b67-acca-ec05537ae703),segment_id=37f94176-e298-4b67-acca-ec05537ae703)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:01:39.041537 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 04:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f10cb7-01c2-4d79-9586-74490902dd4b x-openstack-request-id: req-56f10cb7-01c2-4d79-9586-74490902dd4b {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:01:39.041918 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7be29dfe-7a22-4f92-bcc4-5949f0565cce", "name": "network-vif-plugged", "status": "completed", "tag": "7b825057-8fcf-4f6a-a139-762e2220c27f", "code": 200}]} {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:01:39.042207 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-56f10cb7-01c2-4d79-9586-74490902dd4b {{(pid=121476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:01:39.042609 dv-cinder-851279-1-iscsi neutron-server[121476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56f10cb7-01c2-4d79-9586-74490902dd4b'] response: {'server_uuid': '7be29dfe-7a22-4f92-bcc4-5949f0565cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b825057-8fcf-4f6a-a139-762e2220c27f', 'code': 200} Jul 28 04:01:39.114784 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (7b825057-8fcf-4f6a-a139-762e2220c27f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:39.118968 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device 2f24ff08-75ca-4140-bda6-14f798181200 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:01:39.141883 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb9ad9-bc59-47b2-8cc0-bc6d82aab057 req-a788811c-6380-4689-a0fe-6d01b84ec7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:39.144315 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8cfb9ad9-bc59-47b2-8cc0-bc6d82aab057 req-a788811c-6380-4689-a0fe-6d01b84ec7be service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=52b087e8dc5c4426b8402dfdf99328ad&device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 1130 time: 0.0497518 Jul 28 04:01:39.152873 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 54596) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:01:39.176795 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-6b2ac7ba-b8bf-4bea-9d71-dedbc9c6ae24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:39.211374 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] No Port match for: 2f24ff08-75ca-4140-bda6-14f798181200 {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:01:39.211864 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device 2f24ff08-75ca-4140-bda6-14f798181200 not bound to the agent host hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:01:39.242335 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:39.265671 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=7b825057-8fcf-4f6a-a139-762e2220c27f,revision_number=5']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:39.300892 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-6b2ac7ba-b8bf-4bea-9d71-dedbc9c6ae24 admin admin] Publish callbacks [] for security_group (a9797ab4-ad26-4e84-a3fb-ba2634195dde), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:39.307755 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb9ad9-bc59-47b2-8cc0-bc6d82aab057 req-3db78726-b181-49e6-b9d3-3cc26332bb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:39.309279 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8cfb9ad9-bc59-47b2-8cc0-bc6d82aab057 req-3db78726-b181-49e6-b9d3-3cc26332bb62 service neutron] 10.222.0.67 "GET /v2.0/networks?id=500d2409-0505-4e71-ad33-d33fa2f8a8dc HTTP/1.1" status: 200 len: 917 time: 0.1576285 Jul 28 04:01:39.310421 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b00cb4-bef0-4cc1-8d96-6ade8ebebd0c req-c69cc07e-23fb-451a-8169-27532612c425 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:39.311922 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-f5b00cb4-bef0-4cc1-8d96-6ade8ebebd0c req-c69cc07e-23fb-451a-8169-27532612c425 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 946 time: 0.0704474 Jul 28 04:01:39.362075 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-f5b00cb4-bef0-4cc1-8d96-6ade8ebebd0c req-06d09dce-2e57-4d4f-9f68-492df0ce6182 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426311 Jul 28 04:01:39.363144 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-6b2ac7ba-b8bf-4bea-9d71-dedbc9c6ae24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (a9797ab4-ad26-4e84-a3fb-ba2634195dde), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:39.405704 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-6b2ac7ba-b8bf-4bea-9d71-dedbc9c6ae24 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f9ca14186ec74fc68ef486e25b63b103&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2517259 Jul 28 04:01:39.406572 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ac7ba-b8bf-4bea-9d71-dedbc9c6ae24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9797ab4-ad26-4e84-a3fb-ba2634195dde,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:39.409232 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 54602) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:01:39.465252 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-40fcfd07-3d07-4e04-ba4f-97ab56dda821 admin admin] Publish callbacks [] for security_group (a9797ab4-ad26-4e84-a3fb-ba2634195dde), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:39.487608 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-40fcfd07-3d07-4e04-ba4f-97ab56dda821 admin admin] Publish callbacks [] for security_group (a9797ab4-ad26-4e84-a3fb-ba2634195dde), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:39.605537 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-40fcfd07-3d07-4e04-ba4f-97ab56dda821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (a9797ab4-ad26-4e84-a3fb-ba2634195dde), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:39.608232 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-40fcfd07-3d07-4e04-ba4f-97ab56dda821 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:39.609403 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-40fcfd07-3d07-4e04-ba4f-97ab56dda821 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a9797ab4-ad26-4e84-a3fb-ba2634195dde HTTP/1.1" status: 204 len: 168 time: 0.1988928 Jul 28 04:01:39.617715 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fcfd07-3d07-4e04-ba4f-97ab56dda821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9797ab4-ad26-4e84-a3fb-ba2634195dde,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:40.133804 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:40.151899 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8cfb9ad9-bc59-47b2-8cc0-bc6d82aab057 req-624d84bf-d9f0-410d-be6e-d02e6fb2e2c6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef1e8289-929e-424e-b1c1-98a45ed868ea HTTP/1.1" status: 200 len: 1001 time: 0.0975411 Jul 28 04:01:40.157992 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3ec09-0b1f-4f73-a1f2-0547ec2f6e88 req-acb1974b-856d-4a74-83e9-4dea48aa979c tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:40.159392 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-15f3ec09-0b1f-4f73-a1f2-0547ec2f6e88 req-acb1974b-856d-4a74-83e9-4dea48aa979c tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=7be29dfe-7a22-4f92-bcc4-5949f0565cce HTTP/1.1" status: 200 len: 946 time: 0.0647192 Jul 28 04:01:40.215907 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-15f3ec09-0b1f-4f73-a1f2-0547ec2f6e88 req-d5095134-c46b-4faa-86ce-6fe94515d076 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=1aad9787-ecae-43c6-bb47-53f2703de971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508170 Jul 28 04:01:40.499910 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7be62-2f79-4172-b6de-cae167f28878 req-f239d43c-06d0-409d-83fd-2316579e2776 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:40.501467 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-07d7be62-2f79-4172-b6de-cae167f28878 req-f239d43c-06d0-409d-83fd-2316579e2776 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 946 time: 0.0527515 Jul 28 04:01:40.550960 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-07d7be62-2f79-4172-b6de-cae167f28878 req-9a4c7378-7822-45be-8278-3ec4701e9f76 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433071 Jul 28 04:01:41.356320 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023852f1-a9a9-4503-bde6-67cd1e63521d req-a9dfd077-8e9c-4732-86d4-5f17558166dc tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:41.357831 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-023852f1-a9a9-4503-bde6-67cd1e63521d req-a9dfd077-8e9c-4732-86d4-5f17558166dc tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=7be29dfe-7a22-4f92-bcc4-5949f0565cce HTTP/1.1" status: 200 len: 946 time: 0.0554512 Jul 28 04:01:41.408610 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-023852f1-a9a9-4503-bde6-67cd1e63521d req-7c53c7e5-db8e-4ad1-9701-d29ae7522827 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=1aad9787-ecae-43c6-bb47-53f2703de971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447543 Jul 28 04:01:41.680178 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ffd1d-b031-4a01-988b-fe37bc07115c req-057eb885-50d0-47a4-b151-e44a13b2416e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:41.681770 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-df7ffd1d-b031-4a01-988b-fe37bc07115c req-057eb885-50d0-47a4-b151-e44a13b2416e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 946 time: 0.0488548 Jul 28 04:01:41.733934 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-df7ffd1d-b031-4a01-988b-fe37bc07115c req-b3ab4900-4966-4ce2-9d6f-5d1329f197c8 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459566 Jul 28 04:01:41.901911 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d2ac4-d62e-4361-94fe-77be6f3b0aee req-b842815e-0ab0-4a97-afe1-a8c39a960afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:41.903340 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-e79d2ac4-d62e-4361-94fe-77be6f3b0aee req-b842815e-0ab0-4a97-afe1-a8c39a960afd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7be29dfe-7a22-4f92-bcc4-5949f0565cce HTTP/1.1" status: 200 len: 1130 time: 0.0665953 Jul 28 04:01:41.908877 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb9ad9-bc59-47b2-8cc0-bc6d82aab057 req-a92c2e66-8a90-4e24-85c5-45ac3d7bc124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:41.910229 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8cfb9ad9-bc59-47b2-8cc0-bc6d82aab057 req-a92c2e66-8a90-4e24-85c5-45ac3d7bc124 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81f8d920-e036-48ec-bb1b-67fea0f2e9aa HTTP/1.1" status: 200 len: 855 time: 0.0814419 Jul 28 04:01:41.943999 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:41.984521 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb9ad9-bc59-47b2-8cc0-bc6d82aab057 req-18e33601-6f4b-4e08-9a80-e0e9adfedcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:41.986053 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8cfb9ad9-bc59-47b2-8cc0-bc6d82aab057 req-18e33601-6f4b-4e08-9a80-e0e9adfedcc1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=500d2409-0505-4e71-ad33-d33fa2f8a8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0658247 Jul 28 04:01:42.017838 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-e79d2ac4-d62e-4361-94fe-77be6f3b0aee req-ac638a5b-5c3b-4bb3-9de4-94019792ee82 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1aad9787-ecae-43c6-bb47-53f2703de971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985763 Jul 28 04:01:42.089775 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8cfb9ad9-bc59-47b2-8cc0-bc6d82aab057 req-cba7ef0d-504f-4534-9c4e-b37ae4f81a5a service neutron] 10.222.0.67 "GET /v2.0/networks/500d2409-0505-4e71-ad33-d33fa2f8a8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953064 Jul 28 04:01:42.385515 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8cfb9ad9-bc59-47b2-8cc0-bc6d82aab057 req-e2d36e30-3561-4337-9ed9-45a2459c73ef service neutron] 10.222.0.67 "GET /v2.0/networks/500d2409-0505-4e71-ad33-d33fa2f8a8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949457 Jul 28 04:01:42.531095 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b257e1-5aed-4fcc-a7f6-85cee1996483 req-00511eee-e6da-464d-9663-832d6d3e72ab tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:42.532628 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-d4b257e1-5aed-4fcc-a7f6-85cee1996483 req-00511eee-e6da-464d-9663-832d6d3e72ab tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=7be29dfe-7a22-4f92-bcc4-5949f0565cce HTTP/1.1" status: 200 len: 946 time: 0.0486491 Jul 28 04:01:42.581457 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-d4b257e1-5aed-4fcc-a7f6-85cee1996483 req-0c303d51-4e94-4e89-906d-b8a31fc78ca5 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=1aad9787-ecae-43c6-bb47-53f2703de971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431175 Jul 28 04:01:42.790031 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device ef1e8289-929e-424e-b1c1-98a45ed868ea no longer exists at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:01:42.813516 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:42.861061 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60951fd-474e-4da2-bb83-34d7a52ea8f6 req-9c9efd5d-9fb3-45e7-9158-e35f64406c95 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:42.862691 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-a60951fd-474e-4da2-bb83-34d7a52ea8f6 req-9c9efd5d-9fb3-45e7-9158-e35f64406c95 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 946 time: 0.0479527 Jul 28 04:01:42.872714 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port ef1e8289-929e-424e-b1c1-98a45ed868ea is: ACTIVE; New status is: DOWN {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:01:42.873113 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (ef1e8289-929e-424e-b1c1-98a45ed868ea), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:42.902786 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eadfe50-2ab9-46dc-be42-b9496e4008ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef1e8289-929e-424e-b1c1-98a45ed868ea'}] {{(pid=121476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:01:42.905143 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63807e78e749bb54735be4dbe0f6e45a10aff1c6ba31450fe55014b89068368c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18449b78-52a2-483e-aaa6-9af4cdacf326" -d '{"events": [{"server_uuid": "4eadfe50-2ab9-46dc-be42-b9496e4008ac", "name": "network-vif-unplugged", "status": "completed", "tag": "ef1e8289-929e-424e-b1c1-98a45ed868ea"}]}' {{(pid=121476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:01:42.917401 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-a60951fd-474e-4da2-bb83-34d7a52ea8f6 req-6fe51886-4603-4153-8f9f-2cfe20594d3b tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489514 Jul 28 04:01:42.919362 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port ef1e8289-929e-424e-b1c1-98a45ed868ea, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=ef1e8289-929e-424e-b1c1-98a45ed868ea,segment=NetworkSegment(7ac5aa42-d84c-402d-8b7d-91411dee0356),segment_id=7ac5aa42-d84c-402d-8b7d-91411dee0356)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:01:42.946197 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Jul 2022 04:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd0b468-fd98-4bca-b29a-c28209996227 x-openstack-request-id: req-0dd0b468-fd98-4bca-b29a-c28209996227 {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:01:42.946511 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eadfe50-2ab9-46dc-be42-b9496e4008ac", "name": "network-vif-unplugged", "status": "completed", "tag": "ef1e8289-929e-424e-b1c1-98a45ed868ea", "code": 200}]} {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:01:42.946821 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0dd0b468-fd98-4bca-b29a-c28209996227 {{(pid=121476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:01:42.947737 dv-cinder-851279-1-iscsi neutron-server[121476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dd0b468-fd98-4bca-b29a-c28209996227'] response: {'server_uuid': '4eadfe50-2ab9-46dc-be42-b9496e4008ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef1e8289-929e-424e-b1c1-98a45ed868ea', 'code': 200} Jul 28 04:01:43.013220 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (ef1e8289-929e-424e-b1c1-98a45ed868ea), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:43.062836 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=ef1e8289-929e-424e-b1c1-98a45ed868ea,revision_number=8']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:43.718714 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008a670-cc00-4ae8-8510-2ad1732fd43c req-3de9e620-2af2-4880-9e9f-675a22f3e686 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:43.720566 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-a008a670-cc00-4ae8-8510-2ad1732fd43c req-3de9e620-2af2-4880-9e9f-675a22f3e686 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=7be29dfe-7a22-4f92-bcc4-5949f0565cce HTTP/1.1" status: 200 len: 946 time: 0.0552216 Jul 28 04:01:43.780544 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-a008a670-cc00-4ae8-8510-2ad1732fd43c req-ccc5b629-1285-4a31-aa14-19774378a21a tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=1aad9787-ecae-43c6-bb47-53f2703de971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542681 Jul 28 04:01:44.067133 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea007d7d-9c7c-4c91-8343-633cc41ef4bd req-6db8854e-f47c-4ae8-83dd-e02530ae6bff tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:44.069820 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ea007d7d-9c7c-4c91-8343-633cc41ef4bd req-6db8854e-f47c-4ae8-83dd-e02530ae6bff tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 944 time: 0.0626307 Jul 28 04:01:44.126788 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ea007d7d-9c7c-4c91-8343-633cc41ef4bd req-eb6cd1b3-91a0-4545-8ef8-e7bfeac9cd6f tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484738 Jul 28 04:01:44.870948 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-cf3b3575-be9a-466d-a11a-d24633a83616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:45.024745 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a60e3-3314-4bbf-9bcc-e3d0ee73b8d2 req-00d1c01f-ba5e-47cd-9ad7-1fdf8d3af49a tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:45.027026 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-2d7a60e3-3314-4bbf-9bcc-e3d0ee73b8d2 req-00d1c01f-ba5e-47cd-9ad7-1fdf8d3af49a tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=7be29dfe-7a22-4f92-bcc4-5949f0565cce HTTP/1.1" status: 200 len: 946 time: 0.0916002 Jul 28 04:01:45.087212 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:45.115808 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-2d7a60e3-3314-4bbf-9bcc-e3d0ee73b8d2 req-968c35af-abe6-46b6-a767-fe930d908068 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=1aad9787-ecae-43c6-bb47-53f2703de971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750425 Jul 28 04:01:45.288685 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78df86-dfff-493d-8b15-bebb3fc36ff5 req-81b409f6-6c53-4661-b144-6bbcb7c9ffd2 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:45.290541 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-bd78df86-dfff-493d-8b15-bebb3fc36ff5 req-81b409f6-6c53-4661-b144-6bbcb7c9ffd2 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 944 time: 0.0667100 Jul 28 04:01:45.344178 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-bd78df86-dfff-493d-8b15-bebb3fc36ff5 req-e427b1e7-c42e-41cc-9588-d32df4328a33 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465751 Jul 28 04:01:46.345178 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38873e-b475-4731-843a-fa2d61573ed2 req-338e56bd-ab94-4aeb-9b9c-c48afe39cb5c tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:46.351239 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-fe38873e-b475-4731-843a-fa2d61573ed2 req-338e56bd-ab94-4aeb-9b9c-c48afe39cb5c tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=7be29dfe-7a22-4f92-bcc4-5949f0565cce HTTP/1.1" status: 200 len: 946 time: 0.0824583 Jul 28 04:01:46.419592 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-fe38873e-b475-4731-843a-fa2d61573ed2 req-002e6169-dad6-4480-8b5e-2f99fc0ee8eb tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=1aad9787-ecae-43c6-bb47-53f2703de971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667875 Jul 28 04:01:46.554131 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931f151-3f0d-43f5-8e0e-a25faa18a13a req-0884d621-10c9-4ec2-bfb2-426a60c8995a tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:46.556194 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-7931f151-3f0d-43f5-8e0e-a25faa18a13a req-0884d621-10c9-4ec2-bfb2-426a60c8995a tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=7be29dfe-7a22-4f92-bcc4-5949f0565cce HTTP/1.1" status: 200 len: 946 time: 0.0594158 Jul 28 04:01:46.566887 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 54758) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:01:46.571427 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-60b21425-3ed8-4794-888c-873885958412 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Request body: {'floatingip': {'port_id': '7b825057-8fcf-4f6a-a139-762e2220c27f'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:01:46.618980 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-60b21425-3ed8-4794-888c-873885958412 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for floatingip (77bd44b9-9a99-4306-b8fa-79ebf4bb4374), before_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:46.902035 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [req-f214a58c-9456-45a7-94a6-7ed17b280a64 req-5c8bfbcc-9544-48cb-b19f-6c4bf8a237bc service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=121474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 04:01:46.903176 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f214a58c-9456-45a7-94a6-7ed17b280a64 req-5c8bfbcc-9544-48cb-b19f-6c4bf8a237bc service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0064316 Jul 28 04:01:47.387192 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-60b21425-3ed8-4794-888c-873885958412 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:47.486960 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d4dfbf72-5a32-4eaa-88e4-c1f0b3780214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:47.505986 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-60b21425-3ed8-4794-888c-873885958412 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739753'] for floatingip (77bd44b9-9a99-4306-b8fa-79ebf4bb4374), after_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:47.867767 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:47.952629 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41b892-edb9-44a5-aec7-1163c48ba668 req-fa71751c-1c89-4a46-bf57-79f9838bbcd7 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:47.954158 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-6f41b892-edb9-44a5-aec7-1163c48ba668 req-fa71751c-1c89-4a46-bf57-79f9838bbcd7 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 944 time: 0.0895736 Jul 28 04:01:47.995382 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.db.l3_db [None req-60b21425-3ed8-4794-888c-873885958412 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Floating IP 77bd44b9-9a99-4306-b8fa-79ebf4bb4374 associated. External IP: 172.27.0.110, port: 7b825057-8fcf-4f6a-a139-762e2220c27f. Jul 28 04:01:48.063409 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-6f41b892-edb9-44a5-aec7-1163c48ba668 req-939a3205-9a86-48da-8b5f-9eebe39dde30 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017952 Jul 28 04:01:48.257532 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b21425-3ed8-4794-888c-873885958412 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Router 2d1945e5-9fdd-4c9c-9878-1432accd293d has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 04:01:48.310630 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:48.420023 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:48.428764 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b21425-3ed8-4794-888c-873885958412 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:01:48.435856 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-60b21425-3ed8-4794-888c-873885958412 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for floatingip (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:48.444678 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9fc92e-d1eb-4f41-8e98-cc54355580a6 None None] Sync routers for ids ['2d1945e5-9fdd-4c9c-9878-1432accd293d'] in dv-cinder-851279-1-iscsi {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:01:48.466495 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9fc92e-d1eb-4f41-8e98-cc54355580a6 None None] Routers {'2d1945e5-9fdd-4c9c-9878-1432accd293d'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:01:48.467770 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-8c9fc92e-d1eb-4f41-8e98-cc54355580a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:01:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['2d1945e5-9fdd-4c9c-9878-1432accd293d'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:01:48.475420 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a1a34e1a-2f0e-4816-8802-236b1cbf82ef req-41e8f919-0571-48bb-af94-d215bfe13e85 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a30f5c60-8ee4-4d46-aec9-34dd464d21b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453920 Jul 28 04:01:48.482584 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-60b21425-3ed8-4794-888c-873885958412 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "PUT /v2.0/floatingips/77bd44b9-9a99-4306-b8fa-79ebf4bb4374 HTTP/1.1" status: 200 len: 992 time: 1.9143319 Jul 28 04:01:48.483505 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7be29dfe-7a22-4f92-bcc4-5949f0565cce', 'tag': '7b825057-8fcf-4f6a-a139-762e2220c27f'}] {{(pid=121475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:01:48.486843 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ccdd625b6c35f453df47d8ce3046bfbae24fa7e88dffa5888c0c6e748a7dd72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8fec7bb-5e41-46b1-8c74-24016c9bdf61" -d '{"events": [{"name": "network-changed", "server_uuid": "7be29dfe-7a22-4f92-bcc4-5949f0565cce", "tag": "7b825057-8fcf-4f6a-a139-762e2220c27f"}]}' {{(pid=121475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:01:48.532087 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 04:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9505c377-546e-4625-a1ae-1813d0c414e5 x-openstack-request-id: req-9505c377-546e-4625-a1ae-1813d0c414e5 {{(pid=121475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:01:48.532087 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7be29dfe-7a22-4f92-bcc4-5949f0565cce", "tag": "7b825057-8fcf-4f6a-a139-762e2220c27f", "status": "completed", "code": 200}]} {{(pid=121475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:01:48.532551 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9505c377-546e-4625-a1ae-1813d0c414e5 {{(pid=121475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:01:48.532665 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:48.533138 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9505c377-546e-4625-a1ae-1813d0c414e5'] response: {'name': 'network-changed', 'server_uuid': '7be29dfe-7a22-4f92-bcc4-5949f0565cce', 'tag': '7b825057-8fcf-4f6a-a139-762e2220c27f', 'status': 'completed', 'code': 200} Jul 28 04:01:48.603664 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-8c9fc92e-d1eb-4f41-8e98-cc54355580a6 None None] Set router 2d1945e5-9fdd-4c9c-9878-1432accd293d gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:01:48.631447 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:48.637739 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a34e1a-2f0e-4816-8802-236b1cbf82ef req-a05c330b-1caf-4378-a257-b4ca2b524313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:48.638700 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a1a34e1a-2f0e-4816-8802-236b1cbf82ef req-a05c330b-1caf-4378-a257-b4ca2b524313 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8bf7f0f7880a435ba552361bcb31ef91&device_id=a30f5c60-8ee4-4d46-aec9-34dd464d21b9 HTTP/1.1" status: 200 len: 1129 time: 0.1171148 Jul 28 04:01:48.640482 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fec7bb-5e41-46b1-8c74-24016c9bdf61 req-2540ae85-1fe7-48c8-8e1b-5c4ac7bcc4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:48.642019 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c8fec7bb-5e41-46b1-8c74-24016c9bdf61 req-2540ae85-1fe7-48c8-8e1b-5c4ac7bcc4a3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f68fb083db524ab59ba49d71ae754ba0&device_id=7be29dfe-7a22-4f92-bcc4-5949f0565cce HTTP/1.1" status: 200 len: 1130 time: 0.0786440 Jul 28 04:01:48.740188 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d923ff-d983-4784-981f-1bbce4c5c5ac), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:48.844317 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device ef1e8289-929e-424e-b1c1-98a45ed868ea no longer exists at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:01:48.863402 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a34e1a-2f0e-4816-8802-236b1cbf82ef req-89023176-4382-4294-b18f-ce655aa4df6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:48.865392 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a1a34e1a-2f0e-4816-8802-236b1cbf82ef req-89023176-4382-4294-b18f-ce655aa4df6b service neutron] 10.222.0.67 "GET /v2.0/networks?id=4531d3b7-3c72-4c16-9fba-50470f633af2 HTTP/1.1" status: 200 len: 920 time: 0.1792910 Jul 28 04:01:48.875980 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fec7bb-5e41-46b1-8c74-24016c9bdf61 req-8e0c81c7-2c4d-4062-aab2-e4e2cea32a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:48.879632 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c8fec7bb-5e41-46b1-8c74-24016c9bdf61 req-8e0c81c7-2c4d-4062-aab2-e4e2cea32a35 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9cf9021b-c509-4bfd-870b-1ff5c987c7dd HTTP/1.1" status: 200 len: 916 time: 0.2213473 Jul 28 04:01:48.998011 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a1a34e1a-2f0e-4816-8802-236b1cbf82ef req-e8f944f9-893f-4459-9713-ebf19603803e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a308124a-65b2-45a7-b6e2-c3a47f628499 HTTP/1.1" status: 200 len: 217 time: 0.1235511 Jul 28 04:01:49.006577 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-8c9fc92e-d1eb-4f41-8e98-cc54355580a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'name': 'tempest-AttachVolumeNegativeTest-1250024005-router', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:58:59Z', 'revision_number': 4, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'gw_port': {'id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:45:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': '77bd44b9-9a99-4306-b8fa-79ebf4bb4374', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'floating_ip_address': '172.27.0.110', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'port_id': '7b825057-8fcf-4f6a-a139-762e2220c27f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'mac_address': 'fa:16:3e:1a:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be29dfe-7a22-4f92-bcc4-5949f0565cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T04:01:18Z', 'updated_at': '2022-07-28T04:01:47Z', 'revision_number': 1, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'fixed_ip_address_scope': None}, {'id': 'e501ce82-fd89-48eb-8caf-ae8ba215ad22', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'floating_ip_address': '172.27.0.200', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'port_id': 'fb9b0d27-d368-47b4-869d-588f9411de37', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'mac_address': 'fa:16:3e:94:80:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce0e823-630b-4503-9b49-e9d5d43b2605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T03:59:10Z', 'updated_at': '2022-07-28T03:59:55Z', 'revision_number': 2, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e3be20-44f2-425a-a063-9ed509852e7c', 'name': '', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'mac_address': 'fa:16:3e:1e:0e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:58Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 5, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'subnets': [{'id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:01:49.042828 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9fc92e-d1eb-4f41-8e98-cc54355580a6 None None] Checking router: 2d1945e5-9fdd-4c9c-9878-1432accd293d for host: dv-cinder-851279-1-iscsi {{(pid=121476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:01:49.047560 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port ef1e8289-929e-424e-b1c1-98a45ed868ea is: DOWN; New status is: DOWN {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:01:49.067553 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9fc92e-d1eb-4f41-8e98-cc54355580a6 None None] Routers {'2d1945e5-9fdd-4c9c-9878-1432accd293d'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:01:49.068379 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-8c9fc92e-d1eb-4f41-8e98-cc54355580a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:01:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['2d1945e5-9fdd-4c9c-9878-1432accd293d'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:01:49.071675 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c8fec7bb-5e41-46b1-8c74-24016c9bdf61 req-9b63ad00-5bc7-48d4-b611-bd3f180c4eac service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b825057-8fcf-4f6a-a139-762e2220c27f HTTP/1.1" status: 200 len: 1000 time: 0.1810002 Jul 28 04:01:49.074776 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:49.124089 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a34e1a-2f0e-4816-8802-236b1cbf82ef req-c6936862-4cd8-4116-96aa-81d53255a53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:49.125735 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a1a34e1a-2f0e-4816-8802-236b1cbf82ef req-c6936862-4cd8-4116-96aa-81d53255a53f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c HTTP/1.1" status: 200 len: 858 time: 0.1175859 Jul 28 04:01:49.201254 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a34e1a-2f0e-4816-8802-236b1cbf82ef req-d30b5377-c154-4225-9ffa-6a2625134f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:49.202654 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a1a34e1a-2f0e-4816-8802-236b1cbf82ef req-d30b5377-c154-4225-9ffa-6a2625134f55 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4531d3b7-3c72-4c16-9fba-50470f633af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0638933 Jul 28 04:01:49.204767 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fec7bb-5e41-46b1-8c74-24016c9bdf61 req-92f367d3-ee1b-4b0b-8c44-d848d7463ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:49.206000 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c8fec7bb-5e41-46b1-8c74-24016c9bdf61 req-92f367d3-ee1b-4b0b-8c44-d848d7463ab9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=38052aec-d1bf-4b5e-9038-8acf97ddbe30 HTTP/1.1" status: 200 len: 854 time: 0.1262817 Jul 28 04:01:49.209886 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-8c9fc92e-d1eb-4f41-8e98-cc54355580a6 None None] Set router 2d1945e5-9fdd-4c9c-9878-1432accd293d gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:01:49.270309 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fec7bb-5e41-46b1-8c74-24016c9bdf61 req-acaf819a-b3e2-45d6-8909-dfdd8a6c51c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:49.270309 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c8fec7bb-5e41-46b1-8c74-24016c9bdf61 req-acaf819a-b3e2-45d6-8909-dfdd8a6c51c5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9cf9021b-c509-4bfd-870b-1ff5c987c7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525253 Jul 28 04:01:49.347813 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f902c27-c66b-4737-b00d-1e0e69069b61 req-ec8ac31e-cb53-449d-b8d1-c359f67cbd7e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:49.351107 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-7f902c27-c66b-4737-b00d-1e0e69069b61 req-ec8ac31e-cb53-449d-b8d1-c359f67cbd7e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 944 time: 0.1281629 Jul 28 04:01:49.455051 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-7f902c27-c66b-4737-b00d-1e0e69069b61 req-166afbd1-a379-4301-9c18-1ba49629c6e7 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976048 Jul 28 04:01:49.477098 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a1a34e1a-2f0e-4816-8802-236b1cbf82ef req-850a7983-66c9-44c2-94fb-2db252a32401 service neutron] 10.222.0.67 "GET /v2.0/networks/4531d3b7-3c72-4c16-9fba-50470f633af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621591 Jul 28 04:01:49.479464 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c8fec7bb-5e41-46b1-8c74-24016c9bdf61 req-4c25513d-0d16-4174-bb0c-22c194b72096 service neutron] 10.222.0.67 "GET /v2.0/networks/9cf9021b-c509-4bfd-870b-1ff5c987c7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961315 Jul 28 04:01:49.512810 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:49.594399 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-8c9fc92e-d1eb-4f41-8e98-cc54355580a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'name': 'tempest-AttachVolumeNegativeTest-1250024005-router', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:58:59Z', 'revision_number': 4, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'gw_port': {'id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:45:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': '77bd44b9-9a99-4306-b8fa-79ebf4bb4374', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'floating_ip_address': '172.27.0.110', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'port_id': '7b825057-8fcf-4f6a-a139-762e2220c27f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'mac_address': 'fa:16:3e:1a:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be29dfe-7a22-4f92-bcc4-5949f0565cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T04:01:18Z', 'updated_at': '2022-07-28T04:01:47Z', 'revision_number': 1, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'fixed_ip_address_scope': None}, {'id': 'e501ce82-fd89-48eb-8caf-ae8ba215ad22', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'floating_ip_address': '172.27.0.200', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'port_id': 'fb9b0d27-d368-47b4-869d-588f9411de37', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'mac_address': 'fa:16:3e:94:80:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce0e823-630b-4503-9b49-e9d5d43b2605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T03:59:10Z', 'updated_at': '2022-07-28T03:59:55Z', 'revision_number': 2, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e3be20-44f2-425a-a063-9ed509852e7c', 'name': '', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'mac_address': 'fa:16:3e:1e:0e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:58Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 5, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'subnets': [{'id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:01:49.626128 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9fc92e-d1eb-4f41-8e98-cc54355580a6 None None] The sync data for ids ['2d1945e5-9fdd-4c9c-9878-1432accd293d'] in dv-cinder-851279-1-iscsi is: [{'id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'name': 'tempest-AttachVolumeNegativeTest-1250024005-router', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:58:59Z', 'revision_number': 4, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'gw_port': {'id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:45:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': '77bd44b9-9a99-4306-b8fa-79ebf4bb4374', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'floating_ip_address': '172.27.0.110', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'port_id': '7b825057-8fcf-4f6a-a139-762e2220c27f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'mac_address': 'fa:16:3e:1a:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be29dfe-7a22-4f92-bcc4-5949f0565cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T04:01:18Z', 'updated_at': '2022-07-28T04:01:47Z', 'revision_number': 1, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'fixed_ip_address_scope': None}, {'id': 'e501ce82-fd89-48eb-8caf-ae8ba215ad22', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'floating_ip_address': '172.27.0.200', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'port_id': 'fb9b0d27-d368-47b4-869d-588f9411de37', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'mac_address': 'fa:16:3e:94:80:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce0e823-630b-4503-9b49-e9d5d43b2605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T03:59:10Z', 'updated_at': '2022-07-28T03:59:55Z', 'revision_number': 2, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e3be20-44f2-425a-a063-9ed509852e7c', 'name': '', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'mac_address': 'fa:16:3e:1e:0e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:58Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 5, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'subnets': [{'id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:01:49.632538 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:49.703661 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a1a34e1a-2f0e-4816-8802-236b1cbf82ef req-2dbefd60-f69e-46fc-b974-9d3acf92628c service neutron] 10.222.0.67 "GET /v2.0/networks/4531d3b7-3c72-4c16-9fba-50470f633af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144086 Jul 28 04:01:49.711621 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c8fec7bb-5e41-46b1-8c74-24016c9bdf61 req-2c941a9f-4e04-4dbe-a81a-e1001bca588c service neutron] 10.222.0.67 "GET /v2.0/networks/9cf9021b-c509-4bfd-870b-1ff5c987c7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082796 Jul 28 04:01:49.942592 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775e5284-2f74-42fe-9e70-cdec83a61e8b None None] New status for floating IP 77bd44b9-9a99-4306-b8fa-79ebf4bb4374: ACTIVE {{(pid=121477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 04:01:50.136902 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:01:50.612661 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f50729-1c39-4f2a-90b8-f6a2337cf3ac req-084442b7-6ce5-4570-8d48-46b62f93df84 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:50.614611 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-d7f50729-1c39-4f2a-90b8-f6a2337cf3ac req-084442b7-6ce5-4570-8d48-46b62f93df84 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 944 time: 0.0568695 Jul 28 04:01:50.688443 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-d7f50729-1c39-4f2a-90b8-f6a2337cf3ac req-74efa749-130a-4b9c-a33f-0bc8d7446a73 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636389 Jul 28 04:01:51.878404 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db63315-bce4-48c8-9553-c3b0d7aa8c51 req-5d1c0e37-2022-4c9e-a75c-e72863d49002 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:51.888968 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-3db63315-bce4-48c8-9553-c3b0d7aa8c51 req-5d1c0e37-2022-4c9e-a75c-e72863d49002 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 944 time: 0.1042223 Jul 28 04:01:51.943040 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-3db63315-bce4-48c8-9553-c3b0d7aa8c51 req-f9968fed-5283-41ea-8eaa-368e3476a6a1 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529466 Jul 28 04:01:53.091330 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380a578-555f-4915-8eaa-9e3e3c35df0a req-0d06cdea-a12f-4a49-9937-76d61d39f8a0 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:53.095672 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f380a578-555f-4915-8eaa-9e3e3c35df0a req-0d06cdea-a12f-4a49-9937-76d61d39f8a0 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 944 time: 0.0616226 Jul 28 04:01:53.127985 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:53.144123 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f380a578-555f-4915-8eaa-9e3e3c35df0a req-1e962239-37e8-455a-9691-a9bf1bc41358 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456502 Jul 28 04:01:54.317837 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f56856-2387-48a6-a0ee-170c71e8cd97 req-3bf38593-d9fa-4c83-abd4-ff315592bf91 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:54.319830 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-87f56856-2387-48a6-a0ee-170c71e8cd97 req-3bf38593-d9fa-4c83-abd4-ff315592bf91 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 944 time: 0.0660295 Jul 28 04:01:54.380088 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-87f56856-2387-48a6-a0ee-170c71e8cd97 req-b2fc6098-dad8-42fd-89ff-ad1938a40290 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541708 Jul 28 04:01:55.534983 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b522a-010d-4db1-9402-62078d402466 req-aa2beb90-367c-41aa-83ff-699ff6095b6d tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:55.537673 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-566b522a-010d-4db1-9402-62078d402466 req-aa2beb90-367c-41aa-83ff-699ff6095b6d tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 944 time: 0.0602639 Jul 28 04:01:55.600553 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-566b522a-010d-4db1-9402-62078d402466 req-36db24c7-3fce-4629-a616-ecc5777017ae tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563333 Jul 28 04:01:56.750608 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360662ce-5fae-4d2c-888b-b065508119d4 req-bd11d544-045e-44d3-a24a-3f2dc539b27f tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:56.752170 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-360662ce-5fae-4d2c-888b-b065508119d4 req-bd11d544-045e-44d3-a24a-3f2dc539b27f tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 944 time: 0.0516663 Jul 28 04:01:56.836591 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-360662ce-5fae-4d2c-888b-b065508119d4 req-cdda9e97-3698-430c-a0c2-80c419ae4973 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771587 Jul 28 04:01:57.985059 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca79698-44ec-4f78-8089-aa4700c310f7 req-33a04b4c-77ca-41f9-89e2-07d6c04dc529 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:57.986598 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4ca79698-44ec-4f78-8089-aa4700c310f7 req-33a04b4c-77ca-41f9-89e2-07d6c04dc529 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 944 time: 0.0527921 Jul 28 04:01:58.074170 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4ca79698-44ec-4f78-8089-aa4700c310f7 req-560d71db-f637-46a5-9769-82de694d5f90 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799661 Jul 28 04:01:59.223051 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b5c56b-7011-41b6-80b5-309991427d81 req-592acddc-e67d-4323-97df-5c52f89f34f1 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:59.224754 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-c2b5c56b-7011-41b6-80b5-309991427d81 req-592acddc-e67d-4323-97df-5c52f89f34f1 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 944 time: 0.0531430 Jul 28 04:01:59.285823 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-c2b5c56b-7011-41b6-80b5-309991427d81 req-ea004645-453f-458f-ac4d-9a56ee3f5e67 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534229 Jul 28 04:01:59.477368 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 54862) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:01:59.564351 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0a8c0f8f-b383-40fa-8822-1f3eb717a249 req-7c922e71-0819-4310-ada0-1fc2f0439bb6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0848434 Jul 28 04:01:59.575332 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [req-0a8c0f8f-b383-40fa-8822-1f3eb717a249 req-f18015e8-8c2e-4722-a0db-1b128cb16128 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=121474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 04:01:59.576638 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0a8c0f8f-b383-40fa-8822-1f3eb717a249 req-f18015e8-8c2e-4722-a0db-1b128cb16128 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0063198 Jul 28 04:01:59.685706 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 54874) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:01:59.775332 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=100 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:01:59.816380 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c0f8f-b383-40fa-8822-1f3eb717a249 req-b444ba63-ad70-4def-8c58-78c79a91dc87 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:01:59.817766 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-0a8c0f8f-b383-40fa-8822-1f3eb717a249 req-b444ba63-ad70-4def-8c58-78c79a91dc87 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports/ef1e8289-929e-424e-b1c1-98a45ed868ea HTTP/1.1" status: 200 len: 941 time: 0.1301999 Jul 28 04:02:00.027842 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:02:00.034884 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:02:00.063649 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=23,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:02:00.102825 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:02:00.439390 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58ca63-c188-4c4b-bd4a-aa5e9a71b612 req-34ff9f26-134e-464c-a2c6-493866a8633f tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:00.441112 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-cf58ca63-c188-4c4b-bd4a-aa5e9a71b612 req-34ff9f26-134e-464c-a2c6-493866a8633f tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 944 time: 0.0512393 Jul 28 04:02:00.473550 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:02:00.501176 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-cf58ca63-c188-4c4b-bd4a-aa5e9a71b612 req-fd220ab1-7bf7-4a61-bb04-5cb3a8b29e2e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513353 Jul 28 04:02:01.655875 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d1d98-8253-4f3e-b0e7-c0078afe8dc6 req-3df323be-d268-4125-8e93-a5b1f2cce24a tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:01.658016 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-703d1d98-8253-4f3e-b0e7-c0078afe8dc6 req-3df323be-d268-4125-8e93-a5b1f2cce24a tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 944 time: 0.0683942 Jul 28 04:02:01.737456 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-703d1d98-8253-4f3e-b0e7-c0078afe8dc6 req-d963c498-ce1d-4712-9852-d8541528e537 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709336 Jul 28 04:02:02.884833 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ac966-6fb5-42b4-8be5-75f098b63f6f req-5fa3d31b-043f-4d18-8175-aec1e9b611a7 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:02.886588 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-108ac966-6fb5-42b4-8be5-75f098b63f6f req-5fa3d31b-043f-4d18-8175-aec1e9b611a7 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 944 time: 0.0708869 Jul 28 04:02:03.020581 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c0f8f-b383-40fa-8822-1f3eb717a249 req-8366fb9a-ee65-43e6-b4dd-cf2d7e2dbb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:03.022477 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0a8c0f8f-b383-40fa-8822-1f3eb717a249 req-8366fb9a-ee65-43e6-b4dd-cf2d7e2dbb17 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac&tenant_id=52b087e8dc5c4426b8402dfdf99328ad HTTP/1.1" status: 200 len: 1128 time: 0.0991046 Jul 28 04:02:03.026978 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-108ac966-6fb5-42b4-8be5-75f098b63f6f req-2184a02b-7c89-4aa0-a29f-53e5e832d14a tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337309 Jul 28 04:02:03.135851 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c0f8f-b383-40fa-8822-1f3eb717a249 req-ea42d3f6-125d-41ef-ae1c-6ee11c634373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:03.138674 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0a8c0f8f-b383-40fa-8822-1f3eb717a249 req-ea42d3f6-125d-41ef-ae1c-6ee11c634373 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=52b087e8dc5c4426b8402dfdf99328ad&device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 1128 time: 0.0737362 Jul 28 04:02:03.257391 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c0f8f-b383-40fa-8822-1f3eb717a249 req-3cefdafb-bd8c-4fee-897e-0b11fde84e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:03.259079 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0a8c0f8f-b383-40fa-8822-1f3eb717a249 req-3cefdafb-bd8c-4fee-897e-0b11fde84e6a service neutron] 10.222.0.67 "GET /v2.0/networks?id=500d2409-0505-4e71-ad33-d33fa2f8a8dc HTTP/1.1" status: 200 len: 917 time: 0.1080885 Jul 28 04:02:03.329425 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0a8c0f8f-b383-40fa-8822-1f3eb717a249 req-f0309a1d-5215-442e-a8e9-4a6b3533a97d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef1e8289-929e-424e-b1c1-98a45ed868ea HTTP/1.1" status: 200 len: 999 time: 0.0630414 Jul 28 04:02:03.385190 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c0f8f-b383-40fa-8822-1f3eb717a249 req-210cae4c-59b3-412f-b9be-8bfae10a5e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:03.387147 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0a8c0f8f-b383-40fa-8822-1f3eb717a249 req-210cae4c-59b3-412f-b9be-8bfae10a5e5f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81f8d920-e036-48ec-bb1b-67fea0f2e9aa HTTP/1.1" status: 200 len: 855 time: 0.0509312 Jul 28 04:02:03.439802 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c0f8f-b383-40fa-8822-1f3eb717a249 req-46bb4e6b-29bc-4480-8242-33f89f8c2ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:03.441438 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0a8c0f8f-b383-40fa-8822-1f3eb717a249 req-46bb4e6b-29bc-4480-8242-33f89f8c2ccd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=500d2409-0505-4e71-ad33-d33fa2f8a8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472322 Jul 28 04:02:03.544273 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0a8c0f8f-b383-40fa-8822-1f3eb717a249 req-5d390c51-bf5c-4bf9-994d-6ed55909f5d2 service neutron] 10.222.0.67 "GET /v2.0/networks/500d2409-0505-4e71-ad33-d33fa2f8a8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949287 Jul 28 04:02:03.647856 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0a8c0f8f-b383-40fa-8822-1f3eb717a249 req-a3533071-0203-4b74-9033-4249194031c0 service neutron] 10.222.0.67 "GET /v2.0/networks/500d2409-0505-4e71-ad33-d33fa2f8a8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959182 Jul 28 04:02:04.222697 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca704655-46b1-4680-9469-54ea243cb4f4 req-30bc8385-3572-46bd-a957-c2862cc74356 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:04.225149 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-ca704655-46b1-4680-9469-54ea243cb4f4 req-30bc8385-3572-46bd-a957-c2862cc74356 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 944 time: 0.0539761 Jul 28 04:02:04.301537 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-ca704655-46b1-4680-9469-54ea243cb4f4 req-bf9025c1-c038-4363-b968-04dc463a63c6 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689204 Jul 28 04:02:05.511666 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be7016-c3b9-4ac0-918c-fdb906b040fb req-f767cc0c-e834-493d-b542-9227b6c4724f tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:05.514605 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-12be7016-c3b9-4ac0-918c-fdb906b040fb req-f767cc0c-e834-493d-b542-9227b6c4724f tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 944 time: 0.0957754 Jul 28 04:02:05.546543 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:02:05.592516 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-12be7016-c3b9-4ac0-918c-fdb906b040fb req-9172df7b-b2d3-40a9-be1c-0a38d4f34744 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690293 Jul 28 04:02:06.767113 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f2532-058c-4db2-9625-dae6d6f0a172 req-ef3df5d0-7775-4425-b667-db238f1ad44f tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:06.777996 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-ac3f2532-058c-4db2-9625-dae6d6f0a172 req-ef3df5d0-7775-4425-b667-db238f1ad44f tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 944 time: 0.0651913 Jul 28 04:02:06.925148 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-ac3f2532-058c-4db2-9625-dae6d6f0a172 req-03f09694-f5a0-482f-aa71-e47eb395f757 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332731 Jul 28 04:02:08.163207 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c2f2b-5a53-40c6-b2fa-f60a0eba4598 req-b73431e7-fde1-4582-b413-cc8c1df16b5b tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:08.166575 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ad0c2f2b-5a53-40c6-b2fa-f60a0eba4598 req-b73431e7-fde1-4582-b413-cc8c1df16b5b tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 944 time: 0.0959795 Jul 28 04:02:08.239582 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ad0c2f2b-5a53-40c6-b2fa-f60a0eba4598 req-139e1256-bd18-43e6-ba3f-6245f325d88a tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664909 Jul 28 04:02:09.390296 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4e581-fb98-4b3c-81a0-895bda07e3d1 req-6398a6e7-7c0a-402c-b8dc-dcfb04923835 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:09.392165 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-11c4e581-fb98-4b3c-81a0-895bda07e3d1 req-6398a6e7-7c0a-402c-b8dc-dcfb04923835 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 944 time: 0.0587826 Jul 28 04:02:09.463791 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-11c4e581-fb98-4b3c-81a0-895bda07e3d1 req-529062f8-8845-496c-9967-e646c7923d51 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644853 Jul 28 04:02:10.796373 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee7fec-4c93-448c-b406-e0b276baa851 req-b5112da8-1a61-4389-b6f6-208632655497 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:10.796373 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-7dee7fec-4c93-448c-b406-e0b276baa851 req-b5112da8-1a61-4389-b6f6-208632655497 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 944 time: 0.1463253 Jul 28 04:02:10.975305 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-7dee7fec-4c93-448c-b406-e0b276baa851 req-91379dbb-c949-4a5f-b0d9-9526b1ba55ae tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641646 Jul 28 04:02:11.783748 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.agents_db [None req-58c662dc-5ea5-4853-b3cc-f7bb2188e679 None None] Agent healthcheck: found 6 active agents {{(pid=121477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:02:12.144786 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9beba3-e36a-46b1-a9d2-1b27f7e63738 req-1238bfd0-f5f2-45f9-b449-394145d85e6b tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:12.148003 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-6c9beba3-e36a-46b1-a9d2-1b27f7e63738 req-1238bfd0-f5f2-45f9-b449-394145d85e6b tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 944 time: 0.0778115 Jul 28 04:02:12.231233 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-6c9beba3-e36a-46b1-a9d2-1b27f7e63738 req-2dffdb65-48b8-4928-b312-a3a2805833e9 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777781 Jul 28 04:02:13.433073 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35fb0d-191e-48f3-8f86-0d5f8eef318d req-8a4333f1-024e-4e22-88bd-0c0a2c594d44 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:13.435899 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ea35fb0d-191e-48f3-8f86-0d5f8eef318d req-8a4333f1-024e-4e22-88bd-0c0a2c594d44 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 944 time: 0.0624328 Jul 28 04:02:13.504789 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:02:13.535080 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ea35fb0d-191e-48f3-8f86-0d5f8eef318d req-f26f1d3f-211b-492f-80bb-3ba23c42b49a tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940783 Jul 28 04:02:14.693896 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04edd80-96b8-4784-88e8-fc881702d28c req-46dfb9a1-a43c-4651-b593-25e46010b90c tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:14.695507 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-e04edd80-96b8-4784-88e8-fc881702d28c req-46dfb9a1-a43c-4651-b593-25e46010b90c tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 944 time: 0.0639341 Jul 28 04:02:14.792679 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-e04edd80-96b8-4784-88e8-fc881702d28c req-f1e52e98-fb5f-4607-8ee0-bc852ffdbfff tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888410 Jul 28 04:02:14.848182 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-88f5f3b6-c39f-4273-ae0e-f395c1029cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:15.970229 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941fba6-99f5-48ca-8887-d76594698212 req-9db7f741-a2e0-404b-ac3c-c60feb2e8190 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:15.972055 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8941fba6-99f5-48ca-8887-d76594698212 req-9db7f741-a2e0-404b-ac3c-c60feb2e8190 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 944 time: 0.0631206 Jul 28 04:02:16.029890 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8941fba6-99f5-48ca-8887-d76594698212 req-0a4ef62f-986b-4eb7-aa3f-42a233508be2 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518351 Jul 28 04:02:17.129840 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 55102) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:02:17.165746 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91161c-1056-45d2-8b07-05af7aa4e759 req-9aafd4e4-1aab-4b14-92a4-ce3288b1a0c1 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:17.167270 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-fe91161c-1056-45d2-8b07-05af7aa4e759 req-9aafd4e4-1aab-4b14-92a4-ce3288b1a0c1 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 944 time: 0.0518379 Jul 28 04:02:17.178689 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.db_base_plugin_v2 [None req-40bf7f9c-7af5-4672-bf90-da96e5b216cb admin admin] Deleting subnet 3195e987-e720-443e-b3c4-cd1c05d16b31 {{(pid=121474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 04:02:17.182156 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-40bf7f9c-7af5-4672-bf90-da96e5b216cb admin admin] Publish callbacks [] for subnet (3195e987-e720-443e-b3c4-cd1c05d16b31), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:17.189505 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=100 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:02:17.224281 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-40bf7f9c-7af5-4672-bf90-da96e5b216cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3319468'] for subnet (3195e987-e720-443e-b3c4-cd1c05d16b31), precommit_delete_associations {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:17.246504 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-fe91161c-1056-45d2-8b07-05af7aa4e759 req-1cf933f3-19f1-4fbb-bbad-46b64f73f8a9 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733008 Jul 28 04:02:17.283159 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-40bf7f9c-7af5-4672-bf90-da96e5b216cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775531'] for subnet (3195e987-e720-443e-b3c4-cd1c05d16b31), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:17.430689 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-3185a474-62f1-4a7c-a5fb-07ec155785fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:17.457584 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-40bf7f9c-7af5-4672-bf90-da96e5b216cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7775522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26044694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360876'] for subnet (3195e987-e720-443e-b3c4-cd1c05d16b31), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:17.488184 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf7f9c-7af5-4672-bf90-da96e5b216cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3195e987-e720-443e-b3c4-cd1c05d16b31,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:02:17.498871 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-40bf7f9c-7af5-4672-bf90-da96e5b216cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for subnet (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:17.500823 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-40bf7f9c-7af5-4672-bf90-da96e5b216cb admin admin] 10.222.0.66 "DELETE /v2.0/subnets/3195e987-e720-443e-b3c4-cd1c05d16b31 HTTP/1.1" status: 204 len: 168 time: 0.3696251 Jul 28 04:02:17.502849 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf7f9c-7af5-4672-bf90-da96e5b216cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:17.503355 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf7f9c-7af5-4672-bf90-da96e5b216cb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:17.503701 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf7f9c-7af5-4672-bf90-da96e5b216cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:17.504068 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf7f9c-7af5-4672-bf90-da96e5b216cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:17.504415 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf7f9c-7af5-4672-bf90-da96e5b216cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:17.504731 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf7f9c-7af5-4672-bf90-da96e5b216cb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:17.505056 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf7f9c-7af5-4672-bf90-da96e5b216cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:17.505378 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf7f9c-7af5-4672-bf90-da96e5b216cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:17.505697 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf7f9c-7af5-4672-bf90-da96e5b216cb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:17.506021 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf7f9c-7af5-4672-bf90-da96e5b216cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:17.506210 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 55108) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:02:17.506383 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf7f9c-7af5-4672-bf90-da96e5b216cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:17.506649 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf7f9c-7af5-4672-bf90-da96e5b216cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:17.506957 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf7f9c-7af5-4672-bf90-da96e5b216cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:17.507475 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf7f9c-7af5-4672-bf90-da96e5b216cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:17.507791 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bf7f9c-7af5-4672-bf90-da96e5b216cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:17.598280 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-70c40234-1fa7-40d4-998e-4fef666f4ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766625'] for network (4b26df26-f527-4a68-b490-7db3cb955d7b), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:17.686962 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-70c40234-1fa7-40d4-998e-4fef666f4ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7777285', 'neutron.services.segments.db._delete_segments_for_network-8761988548554'] for network (4b26df26-f527-4a68-b490-7db3cb955d7b), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:17.712161 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.services.segments.db [None req-70c40234-1fa7-40d4-998e-4fef666f4ac1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b26df26-f527-4a68-b490-7db3cb955d7b']}} {{(pid=121475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:02:17.724208 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.services.segments.db [None req-70c40234-1fa7-40d4-998e-4fef666f4ac1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b36db99-b7ec-4aa8-8505-4247e30a3fb1') {'for_net_delete': True} {{(pid=121475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:02:17.724591 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.services.segments.db [None req-70c40234-1fa7-40d4-998e-4fef666f4ac1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b36db99-b7ec-4aa8-8505-4247e30a3fb1') {} {{(pid=121475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:02:17.737120 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-70c40234-1fa7-40d4-998e-4fef666f4ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761988548455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097529'] for segment (0b36db99-b7ec-4aa8-8505-4247e30a3fb1), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:17.753500 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-70c40234-1fa7-40d4-998e-4fef666f4ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684'] for segment (0b36db99-b7ec-4aa8-8505-4247e30a3fb1), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:17.762655 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70c40234-1fa7-40d4-998e-4fef666f4ac1 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=121475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:02:17.763231 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-70c40234-1fa7-40d4-998e-4fef666f4ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3956286'] for segment (0b36db99-b7ec-4aa8-8505-4247e30a3fb1), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:17.813804 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.services.segments.plugin [-] Segment 0b36db99-b7ec-4aa8-8505-4247e30a3fb1 resource provider aggregate not found Jul 28 04:02:17.835345 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.services.segments.plugin [-] Segment 0b36db99-b7ec-4aa8-8505-4247e30a3fb1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0b36db99-b7ec-4aa8-8505-4247e30a3fb1 found for delete ", "request_id": "req-b756d5ed-0cb9-4102-ac0f-cfe4faac3bc2"}]} Jul 28 04:02:17.921897 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-70c40234-1fa7-40d4-998e-4fef666f4ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7777294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1739581'] for network (4b26df26-f527-4a68-b490-7db3cb955d7b), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:17.929439 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-70c40234-1fa7-40d4-998e-4fef666f4ac1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for network (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:17.935040 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-70c40234-1fa7-40d4-998e-4fef666f4ac1 admin admin] 10.222.0.66 "DELETE /v2.0/networks/4b26df26-f527-4a68-b490-7db3cb955d7b HTTP/1.1" status: 204 len: 168 time: 0.4272740 Jul 28 04:02:17.938194 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:02:17.955299 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c40234-1fa7-40d4-998e-4fef666f4ac1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b26df26-f527-4a68-b490-7db3cb955d7b,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:02:17.966492 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c40234-1fa7-40d4-998e-4fef666f4ac1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:17.966879 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c40234-1fa7-40d4-998e-4fef666f4ac1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:17.967176 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c40234-1fa7-40d4-998e-4fef666f4ac1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:17.967520 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c40234-1fa7-40d4-998e-4fef666f4ac1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:17.967874 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c40234-1fa7-40d4-998e-4fef666f4ac1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:17.968222 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c40234-1fa7-40d4-998e-4fef666f4ac1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:17.968552 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c40234-1fa7-40d4-998e-4fef666f4ac1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:17.968878 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c40234-1fa7-40d4-998e-4fef666f4ac1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:17.969208 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c40234-1fa7-40d4-998e-4fef666f4ac1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:17.969535 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c40234-1fa7-40d4-998e-4fef666f4ac1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:17.969858 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c40234-1fa7-40d4-998e-4fef666f4ac1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:17.970191 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c40234-1fa7-40d4-998e-4fef666f4ac1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:17.970511 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c40234-1fa7-40d4-998e-4fef666f4ac1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:17.970830 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c40234-1fa7-40d4-998e-4fef666f4ac1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:17.971149 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c40234-1fa7-40d4-998e-4fef666f4ac1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:18.281875 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:18.393767 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 55122) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:02:18.414635 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5d427-2ee5-4bb6-9965-e3c862a803c1 req-010e7a44-30c9-4ca9-a630-450f34176f46 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:18.417311 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-02d5d427-2ee5-4bb6-9965-e3c862a803c1 req-010e7a44-30c9-4ca9-a630-450f34176f46 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 944 time: 0.0790546 Jul 28 04:02:18.452945 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-35fa9715-b621-47bf-8462-449224976802 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7041d959d23d41c58ac1f68559a14647&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0536842 Jul 28 04:02:18.453263 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 55124) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:02:18.488343 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-02d5d427-2ee5-4bb6-9965-e3c862a803c1 req-6f842f1b-cb7f-4557-8564-460ee48caed0 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619659 Jul 28 04:02:18.539886 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-af585d79-563b-4e76-8895-78adb9b2dbfa admin admin] Publish callbacks [] for security_group (c991cb38-6d88-4f1e-b7c6-731fd2d6a2f3), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:18.581851 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-af585d79-563b-4e76-8895-78adb9b2dbfa admin admin] Publish callbacks [] for security_group (c991cb38-6d88-4f1e-b7c6-731fd2d6a2f3), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:18.742551 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d923ff-d983-4784-981f-1bbce4c5c5ac), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:18.754222 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-af585d79-563b-4e76-8895-78adb9b2dbfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (c991cb38-6d88-4f1e-b7c6-731fd2d6a2f3), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:18.757140 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-af585d79-563b-4e76-8895-78adb9b2dbfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:18.761213 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-af585d79-563b-4e76-8895-78adb9b2dbfa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c991cb38-6d88-4f1e-b7c6-731fd2d6a2f3 HTTP/1.1" status: 204 len: 168 time: 0.3042734 Jul 28 04:02:18.769932 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af585d79-563b-4e76-8895-78adb9b2dbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c991cb38-6d88-4f1e-b7c6-731fd2d6a2f3,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:02:19.660484 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f933e8-e401-4fc3-b70c-f63887f948c9 req-55583282-bcfb-4c1c-a784-c93ef6c3221a tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:19.662912 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-96f933e8-e401-4fc3-b70c-f63887f948c9 req-55583282-bcfb-4c1c-a784-c93ef6c3221a tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 944 time: 0.0695755 Jul 28 04:02:19.731780 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-96f933e8-e401-4fc3-b70c-f63887f948c9 req-d857bd47-6304-4c68-9a2c-610585457875 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603762 Jul 28 04:02:19.756871 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:20.102680 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:20.915867 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e2f49-f2da-4dd8-be3a-f037f3e1da03 req-d0a14833-33a0-410c-acfc-b1585dad0dca tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:20.918499 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-691e2f49-f2da-4dd8-be3a-f037f3e1da03 req-d0a14833-33a0-410c-acfc-b1585dad0dca tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 944 time: 0.0705860 Jul 28 04:02:21.004317 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-691e2f49-f2da-4dd8-be3a-f037f3e1da03 req-6ea60068-27be-4512-af59-efa890dff3f3 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767896 Jul 28 04:02:21.784737 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=2 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:02:22.202447 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9f5d7-5fb3-4898-ad27-c3e5b5a8c1f4 req-0550ebbd-7f3c-4608-bf24-5c23e24a35d5 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:22.204253 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-00e9f5d7-5fb3-4898-ad27-c3e5b5a8c1f4 req-0550ebbd-7f3c-4608-bf24-5c23e24a35d5 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 944 time: 0.0649307 Jul 28 04:02:22.266824 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-00e9f5d7-5fb3-4898-ad27-c3e5b5a8c1f4 req-c10ee8c7-9997-4eb2-8ce8-daee2ed483ad tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560350 Jul 28 04:02:23.423573 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e09f60-9f3e-43fc-aed0-5302dd15a813 req-07dee374-f802-48bb-a53f-b0983e479e13 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:23.425330 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-c9e09f60-9f3e-43fc-aed0-5302dd15a813 req-07dee374-f802-48bb-a53f-b0983e479e13 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 944 time: 0.0705278 Jul 28 04:02:23.487530 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-c9e09f60-9f3e-43fc-aed0-5302dd15a813 req-5007753d-3a97-4cff-a19d-e09301a22e3e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541432 Jul 28 04:02:24.192024 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 55206) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:02:24.331019 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-8629a1d9-f5ea-4998-be99-6330a0b545b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:24.424512 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-8629a1d9-f5ea-4998-be99-6330a0b545b0 admin admin] Publish callbacks [] for security_group (9ffcf3bf-07ef-4914-80e3-d53f3314de8c), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:24.530923 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-8629a1d9-f5ea-4998-be99-6330a0b545b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (9ffcf3bf-07ef-4914-80e3-d53f3314de8c), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:24.537203 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:02:24.590344 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-8629a1d9-f5ea-4998-be99-6330a0b545b0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8fb12853c00f45deb7767c09a2185d51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3927982 Jul 28 04:02:24.590344 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8629a1d9-f5ea-4998-be99-6330a0b545b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffcf3bf-07ef-4914-80e3-d53f3314de8c,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:02:24.592899 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 55218) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:02:24.777085 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4ae17-0e17-43b8-99de-d6b3c1e1b342 req-11ba7e57-9da9-469f-afd8-c101f7155e69 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:24.779568 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-5cb4ae17-0e17-43b8-99de-d6b3c1e1b342 req-11ba7e57-9da9-469f-afd8-c101f7155e69 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 944 time: 0.1281939 Jul 28 04:02:24.843195 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-ff687961-27bc-4120-a607-0cc9847aaca0 admin admin] Publish callbacks [] for security_group (9ffcf3bf-07ef-4914-80e3-d53f3314de8c), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:24.869339 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:02:25.074589 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device ef1e8289-929e-424e-b1c1-98a45ed868ea details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=121476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:02:25.178567 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f944bb5-57c1-4abc-8fc2-72115120893c req-154c2fa9-c905-492c-949a-072cd3c89403 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:25.180406 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-0f944bb5-57c1-4abc-8fc2-72115120893c req-154c2fa9-c905-492c-949a-072cd3c89403 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 945 time: 0.0727208 Jul 28 04:02:25.209381 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port ef1e8289-929e-424e-b1c1-98a45ed868ea, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=ef1e8289-929e-424e-b1c1-98a45ed868ea,segment=NetworkSegment(7ac5aa42-d84c-402d-8b7d-91411dee0356),segment_id=7ac5aa42-d84c-402d-8b7d-91411dee0356)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:02:25.226344 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Returning: {'device': 'ef1e8289-929e-424e-b1c1-98a45ed868ea', 'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc', 'port_id': 'ef1e8289-929e-424e-b1c1-98a45ed868ea', 'mac_address': 'fa:16:3e:39:fb:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f8d920-e036-48ec-bb1b-67fea0f2e9aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:02:25.251165 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-0f944bb5-57c1-4abc-8fc2-72115120893c req-904b5bb3-f3f9-4942-889b-f9996e3f812d tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569694 Jul 28 04:02:25.278430 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port ef1e8289-929e-424e-b1c1-98a45ed868ea is: DOWN; New status is: BUILD {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:02:25.278885 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (ef1e8289-929e-424e-b1c1-98a45ed868ea), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:25.299000 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-ff687961-27bc-4120-a607-0cc9847aaca0 admin admin] Publish callbacks [] for security_group (9ffcf3bf-07ef-4914-80e3-d53f3314de8c), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:25.305738 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef1e8289-929e-424e-b1c1-98a45ed868ea {{(pid=121476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 04:02:25.331252 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port ef1e8289-929e-424e-b1c1-98a45ed868ea, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=ef1e8289-929e-424e-b1c1-98a45ed868ea,segment=NetworkSegment(7ac5aa42-d84c-402d-8b7d-91411dee0356),segment_id=7ac5aa42-d84c-402d-8b7d-91411dee0356)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:02:25.332793 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-5cb4ae17-0e17-43b8-99de-d6b3c1e1b342 req-a56366c4-88a7-4927-9879-060ff591fc8e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5461869 Jul 28 04:02:25.481729 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (ef1e8289-929e-424e-b1c1-98a45ed868ea), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:25.533326 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-ff687961-27bc-4120-a607-0cc9847aaca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (9ffcf3bf-07ef-4914-80e3-d53f3314de8c), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:25.536370 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-ff687961-27bc-4120-a607-0cc9847aaca0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:25.537706 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-ff687961-27bc-4120-a607-0cc9847aaca0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9ffcf3bf-07ef-4914-80e3-d53f3314de8c HTTP/1.1" status: 204 len: 168 time: 0.9393351 Jul 28 04:02:25.547616 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff687961-27bc-4120-a607-0cc9847aaca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffcf3bf-07ef-4914-80e3-d53f3314de8c,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:02:25.558176 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=ef1e8289-929e-424e-b1c1-98a45ed868ea,revision_number=9']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:02:25.583103 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:25.583591 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:25.583933 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:25.584397 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:25.584683 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:25.585177 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:25.585395 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:25.585925 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:25.586246 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:25.587071 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:25.588887 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:25.589199 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:25.589741 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:25.590072 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:25.590459 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:25.843362 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] get_ports_and_sgs() called for port_ids ['ef1e8289-929e-424e-b1c1-98a45ed868ea'] {{(pid=121476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:02:26.456486 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46ab28-67d5-4627-91fa-d660e91110ac req-5f8d0fe2-2118-47c8-aa00-d53228ca8254 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:26.459551 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-7e46ab28-67d5-4627-91fa-d660e91110ac req-5f8d0fe2-2118-47c8-aa00-d53228ca8254 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 945 time: 0.0988519 Jul 28 04:02:26.514873 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee2249-dfa5-406d-b528-2185be31b09e req-2fcd09b0-eae1-474e-933d-f55c6ac3048c tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:26.516651 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-d7ee2249-dfa5-406d-b528-2185be31b09e req-2fcd09b0-eae1-474e-933d-f55c6ac3048c tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 945 time: 0.0557516 Jul 28 04:02:26.532468 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:02:26.543542 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-7e46ab28-67d5-4627-91fa-d660e91110ac req-f2e80de5-1869-4264-ad81-51f363bf8c12 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763595 Jul 28 04:02:26.590098 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-d7ee2249-dfa5-406d-b528-2185be31b09e req-f6b80f48-a564-4ec4-9019-2155a03a4c4e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621912 Jul 28 04:02:27.072877 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device ef1e8289-929e-424e-b1c1-98a45ed868ea up at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:02:27.169090 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning complete for port ef1e8289-929e-424e-b1c1-98a45ed868ea triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:02:27.169677 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (ef1e8289-929e-424e-b1c1-98a45ed868ea), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:27.307489 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port ef1e8289-929e-424e-b1c1-98a45ed868ea is: BUILD; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:02:27.308148 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (ef1e8289-929e-424e-b1c1-98a45ed868ea), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:27.341165 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eadfe50-2ab9-46dc-be42-b9496e4008ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1e8289-929e-424e-b1c1-98a45ed868ea'}] {{(pid=121476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:02:27.343504 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63807e78e749bb54735be4dbe0f6e45a10aff1c6ba31450fe55014b89068368c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc01467-d99a-4081-be8a-68fed31e8654" -d '{"events": [{"server_uuid": "4eadfe50-2ab9-46dc-be42-b9496e4008ac", "name": "network-vif-plugged", "status": "completed", "tag": "ef1e8289-929e-424e-b1c1-98a45ed868ea"}]}' {{(pid=121476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:02:27.364713 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port ef1e8289-929e-424e-b1c1-98a45ed868ea, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=ef1e8289-929e-424e-b1c1-98a45ed868ea,segment=NetworkSegment(7ac5aa42-d84c-402d-8b7d-91411dee0356),segment_id=7ac5aa42-d84c-402d-8b7d-91411dee0356)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:02:27.390497 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 04:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01793a4-b9eb-4a28-9b89-bfe94b9eebb2 x-openstack-request-id: req-b01793a4-b9eb-4a28-9b89-bfe94b9eebb2 {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:02:27.390923 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eadfe50-2ab9-46dc-be42-b9496e4008ac", "name": "network-vif-plugged", "status": "completed", "tag": "ef1e8289-929e-424e-b1c1-98a45ed868ea", "code": 200}]} {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:02:27.391269 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b01793a4-b9eb-4a28-9b89-bfe94b9eebb2 {{(pid=121476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:02:27.391858 dv-cinder-851279-1-iscsi neutron-server[121476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b01793a4-b9eb-4a28-9b89-bfe94b9eebb2'] response: {'server_uuid': '4eadfe50-2ab9-46dc-be42-b9496e4008ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1e8289-929e-424e-b1c1-98a45ed868ea', 'code': 200} Jul 28 04:02:27.451451 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (ef1e8289-929e-424e-b1c1-98a45ed868ea), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:27.515491 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:02:27.520772 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=ef1e8289-929e-424e-b1c1-98a45ed868ea,revision_number=10']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:02:27.715446 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:02:27.734492 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51313f7d-b8a1-47c3-be46-fa741759543b req-74cfff9a-0105-4d05-9c6e-2f7bc9c469a0 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:27.736899 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-51313f7d-b8a1-47c3-be46-fa741759543b req-74cfff9a-0105-4d05-9c6e-2f7bc9c469a0 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 945 time: 0.0974274 Jul 28 04:02:27.826235 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd810e0-940f-4a3a-b8ac-63b41021b76b req-ab84912d-e59c-4fd2-98d2-c92bd6169149 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:27.836414 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-7dd810e0-940f-4a3a-b8ac-63b41021b76b req-ab84912d-e59c-4fd2-98d2-c92bd6169149 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 947 time: 0.1210177 Jul 28 04:02:27.847683 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-51313f7d-b8a1-47c3-be46-fa741759543b req-3be42ed2-c452-46c0-ba0a-83562d95763c tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987937 Jul 28 04:02:27.857519 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 55274) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:02:27.937912 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-7dd810e0-940f-4a3a-b8ac-63b41021b76b req-634e234c-cb5c-43ca-a34b-3e6799d978a1 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004586 Jul 28 04:02:28.077355 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-f7fa9fc1-5862-4684-98ef-2fa6da77d4bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:28.204663 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-f7fa9fc1-5862-4684-98ef-2fa6da77d4bc admin admin] Publish callbacks [] for security_group (e57cbb7d-5079-4650-984a-784c7ee97f08), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:28.237342 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5072ff1-adfe-4ae1-8a91-b773e9fd502a req-d606540d-b614-4e5f-927d-81cc121b3952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:28.239034 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f5072ff1-adfe-4ae1-8a91-b773e9fd502a req-d606540d-b614-4e5f-927d-81cc121b3952 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 1131 time: 0.0491776 Jul 28 04:02:28.302968 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f5072ff1-adfe-4ae1-8a91-b773e9fd502a req-af6fdce7-c546-45fd-b58c-5267e3b28845 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549526 Jul 28 04:02:28.310514 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-f7fa9fc1-5862-4684-98ef-2fa6da77d4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (e57cbb7d-5079-4650-984a-784c7ee97f08), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:28.368029 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-f7fa9fc1-5862-4684-98ef-2fa6da77d4bc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=67fd2a06618c4f7cba881943f73b0d60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5048771 Jul 28 04:02:28.368029 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa9fc1-5862-4684-98ef-2fa6da77d4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57cbb7d-5079-4650-984a-784c7ee97f08,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:02:28.369015 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 55282) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:02:28.397826 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:02:28.453058 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-b0fb8f59-9cb9-421a-8924-4d09d958b570 admin admin] Publish callbacks [] for security_group (e57cbb7d-5079-4650-984a-784c7ee97f08), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:28.493706 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-b0fb8f59-9cb9-421a-8924-4d09d958b570 admin admin] Publish callbacks [] for security_group (e57cbb7d-5079-4650-984a-784c7ee97f08), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:28.682403 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-b0fb8f59-9cb9-421a-8924-4d09d958b570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (e57cbb7d-5079-4650-984a-784c7ee97f08), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:28.685553 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-b0fb8f59-9cb9-421a-8924-4d09d958b570 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:28.687001 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-b0fb8f59-9cb9-421a-8924-4d09d958b570 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e57cbb7d-5079-4650-984a-784c7ee97f08 HTTP/1.1" status: 204 len: 168 time: 0.3164787 Jul 28 04:02:28.697892 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb8f59-9cb9-421a-8924-4d09d958b570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57cbb7d-5079-4650-984a-784c7ee97f08,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:02:29.103442 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6146b0-93bc-4eb2-978e-38fccf89c361 req-8d080bbe-0f4c-4d0f-9322-203d8d7aedf4 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:29.106490 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-de6146b0-93bc-4eb2-978e-38fccf89c361 req-8d080bbe-0f4c-4d0f-9322-203d8d7aedf4 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 945 time: 0.0939891 Jul 28 04:02:29.190992 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-de6146b0-93bc-4eb2-978e-38fccf89c361 req-580f8ff6-8b43-485c-9d5e-c7ffebdf818d tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718336 Jul 28 04:02:29.194586 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e502629-c099-4907-ae5f-5aeb1793616b req-aa6b0c63-c7b5-402e-8d11-df8d2dc8c02f tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:29.197139 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-3e502629-c099-4907-ae5f-5aeb1793616b req-aa6b0c63-c7b5-402e-8d11-df8d2dc8c02f tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 947 time: 0.1014850 Jul 28 04:02:29.271541 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-3e502629-c099-4907-ae5f-5aeb1793616b req-93d08804-6412-45b8-9e48-6ffe3f4320df tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625753 Jul 28 04:02:30.387017 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722682d-61ea-475d-ad16-c425741d7055 req-13660c13-58e5-4640-a26d-fbcf24463fb9 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:30.388677 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4722682d-61ea-475d-ad16-c425741d7055 req-13660c13-58e5-4640-a26d-fbcf24463fb9 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 945 time: 0.0864437 Jul 28 04:02:30.449251 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8791d8f6-f63b-4618-b80c-e9e1f2a1227e req-69559e0e-e1b0-4e68-bde4-c58b162559e4 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:30.452030 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-8791d8f6-f63b-4618-b80c-e9e1f2a1227e req-69559e0e-e1b0-4e68-bde4-c58b162559e4 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 947 time: 0.0591619 Jul 28 04:02:30.459996 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4722682d-61ea-475d-ad16-c425741d7055 req-053dfe39-9ca8-4b89-9f3d-97d014fa48d1 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607946 Jul 28 04:02:30.534109 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-8791d8f6-f63b-4618-b80c-e9e1f2a1227e req-deadc89b-d05d-4cbe-8dcf-a0795a3b17b5 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745065 Jul 28 04:02:31.652259 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54843df9-2198-4620-bbfe-95d4e6b3cabd req-cf6372eb-5fe9-40f8-8c49-7c5ab0dde3cb tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:31.654047 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-54843df9-2198-4620-bbfe-95d4e6b3cabd req-cf6372eb-5fe9-40f8-8c49-7c5ab0dde3cb tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 945 time: 0.0856221 Jul 28 04:02:31.742621 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-54843df9-2198-4620-bbfe-95d4e6b3cabd req-e40c10e3-13ad-4888-af7b-c12abdb252f6 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736935 Jul 28 04:02:31.957083 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cc748-23ca-4fbc-8ba9-4b4362ee5408 req-7bd953d1-89cb-486c-9c38-f6ea7c1a1fb2 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:31.960053 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0c1cc748-23ca-4fbc-8ba9-4b4362ee5408 req-7bd953d1-89cb-486c-9c38-f6ea7c1a1fb2 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 947 time: 0.1003418 Jul 28 04:02:32.034542 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0c1cc748-23ca-4fbc-8ba9-4b4362ee5408 req-07a4acee-c751-47d8-a011-07237373fccf tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609093 Jul 28 04:02:32.954809 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed3a04-438a-4309-8378-ee2a44becd7b req-6f77e17a-251d-47f8-9bf3-99368e7043d9 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:32.956423 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-dfed3a04-438a-4309-8378-ee2a44becd7b req-6f77e17a-251d-47f8-9bf3-99368e7043d9 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 945 time: 0.0556555 Jul 28 04:02:33.018535 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-dfed3a04-438a-4309-8378-ee2a44becd7b req-35e2ed3e-9d13-4da7-9ea7-7e4dcf00d711 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561435 Jul 28 04:02:33.219204 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19660af-89e3-4d7d-883e-606e4d7842da req-81df5565-a923-4d75-b6c5-0716ab785ebe tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:33.222013 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-d19660af-89e3-4d7d-883e-606e4d7842da req-81df5565-a923-4d75-b6c5-0716ab785ebe tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 947 time: 0.0717163 Jul 28 04:02:33.285865 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-d19660af-89e3-4d7d-883e-606e4d7842da req-90d9dd9c-b389-46d0-82ac-2dc99ce5a579 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570164 Jul 28 04:02:34.161989 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83197ed8-9aa1-45a4-8865-14118c97b8ed req-2d238a66-7e41-4637-9a4c-b8ba6bd1d19a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:34.163653 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-83197ed8-9aa1-45a4-8865-14118c97b8ed req-2d238a66-7e41-4637-9a4c-b8ba6bd1d19a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 945 time: 0.0570910 Jul 28 04:02:34.237898 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-83197ed8-9aa1-45a4-8865-14118c97b8ed req-cf69194e-348c-45c3-8405-8e27ecd951a3 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657783 Jul 28 04:02:35.387110 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818de3d-24c9-48e8-bd42-f1ed3d830ae0 req-af238bf6-02a4-4e12-a6bf-604bf30f5b94 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:35.388803 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-7818de3d-24c9-48e8-bd42-f1ed3d830ae0 req-af238bf6-02a4-4e12-a6bf-604bf30f5b94 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 945 time: 0.0568471 Jul 28 04:02:35.453678 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-7818de3d-24c9-48e8-bd42-f1ed3d830ae0 req-59fe7977-c65b-4ca5-bf60-71eb2cdfd668 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543654 Jul 28 04:02:36.613477 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c6a53-6964-4916-9dd5-4b3c9b7ef9bf req-1b247373-4f33-4f57-80e1-6d9df5a147df tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:36.616487 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-471c6a53-6964-4916-9dd5-4b3c9b7ef9bf req-1b247373-4f33-4f57-80e1-6d9df5a147df tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 945 time: 0.0695045 Jul 28 04:02:36.708086 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-471c6a53-6964-4916-9dd5-4b3c9b7ef9bf req-74885291-a4fe-4976-bb9b-fa32bcb1596a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824888 Jul 28 04:02:37.307680 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db4d00-af8e-4817-89b2-f3154d7c9384 req-469ae33f-87c9-4adc-b83e-2616ee443a78 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:37.309489 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-f3db4d00-af8e-4817-89b2-f3154d7c9384 req-469ae33f-87c9-4adc-b83e-2616ee443a78 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 945 time: 0.0557599 Jul 28 04:02:37.376623 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-f3db4d00-af8e-4817-89b2-f3154d7c9384 req-cf076d54-e625-4064-b21b-fab3a0ea9fcb tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605581 Jul 28 04:02:38.523394 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15218bd2-031c-4acc-b434-05c22ab969fa req-11be8605-35c4-4daf-8636-59798e3f7e54 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:38.525170 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-15218bd2-031c-4acc-b434-05c22ab969fa req-11be8605-35c4-4daf-8636-59798e3f7e54 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 945 time: 0.0535777 Jul 28 04:02:38.586333 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-15218bd2-031c-4acc-b434-05c22ab969fa req-ac6267f8-ec5f-45de-8c9e-cd05ca56fdf5 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506225 Jul 28 04:02:38.718246 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:02:39.655571 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=13 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:02:39.656651 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=19 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:02:39.720891 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d427dd-113c-4a95-94c5-87a0bb0f3ab5 req-48cd4a62-ad7c-4024-9abd-a11347a85711 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:39.723212 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-b4d427dd-113c-4a95-94c5-87a0bb0f3ab5 req-48cd4a62-ad7c-4024-9abd-a11347a85711 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 945 time: 0.0511162 Jul 28 04:02:39.777683 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-b4d427dd-113c-4a95-94c5-87a0bb0f3ab5 req-22866154-ff72-47d9-a81c-30ad80c0acbe tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475683 Jul 28 04:02:39.941786 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536920c-c784-4331-b2eb-4f2158ea9342 req-2a76085b-5058-46bf-9f9e-bfa16d8e1340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:39.943316 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4536920c-c784-4331-b2eb-4f2158ea9342 req-2a76085b-5058-46bf-9f9e-bfa16d8e1340 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6a869e1e00fc4d8d9d4511e34501665f&device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 1129 time: 0.0475514 Jul 28 04:02:40.381515 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:02:40.388024 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536920c-c784-4331-b2eb-4f2158ea9342 req-8123d7f3-7c0b-46dd-9da5-5b6f79d5fc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:40.389655 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4536920c-c784-4331-b2eb-4f2158ea9342 req-8123d7f3-7c0b-46dd-9da5-5b6f79d5fc39 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5b7076b1-5b54-41f8-8740-25deddb61b0a HTTP/1.1" status: 200 len: 911 time: 0.1130373 Jul 28 04:02:40.504735 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4536920c-c784-4331-b2eb-4f2158ea9342 req-c117b81a-e2a3-4109-9c55-f4023f5e0624 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be05219a-2802-4e35-ad33-836ad2f1d343 HTTP/1.1" status: 200 len: 1001 time: 0.1075182 Jul 28 04:02:40.965513 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c44c7-a6e6-4008-ba57-2b9f453dc6a9 req-dfc90359-dddd-462f-9174-8d810f94649a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:40.967146 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-951c44c7-a6e6-4008-ba57-2b9f453dc6a9 req-dfc90359-dddd-462f-9174-8d810f94649a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 945 time: 0.0914602 Jul 28 04:02:40.969742 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536920c-c784-4331-b2eb-4f2158ea9342 req-d9f5310b-03d4-42c9-9c97-009cd2bdfc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:40.971229 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4536920c-c784-4331-b2eb-4f2158ea9342 req-d9f5310b-03d4-42c9-9c97-009cd2bdfc32 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0c317d02-35c6-4092-b3d2-22f73010b2ed HTTP/1.1" status: 200 len: 849 time: 0.1412907 Jul 28 04:02:41.117826 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-951c44c7-a6e6-4008-ba57-2b9f453dc6a9 req-18afbd15-4213-4fbd-ad23-3153bdc51dee tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398082 Jul 28 04:02:41.120506 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536920c-c784-4331-b2eb-4f2158ea9342 req-88642153-a668-4333-b02f-0c9390487f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:41.123261 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4536920c-c784-4331-b2eb-4f2158ea9342 req-88642153-a668-4333-b02f-0c9390487f84 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5b7076b1-5b54-41f8-8740-25deddb61b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1417277 Jul 28 04:02:41.148126 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:02:41.251936 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4536920c-c784-4331-b2eb-4f2158ea9342 req-4e2b72f5-36a9-4f1f-a081-dabb2f06d342 service neutron] 10.222.0.67 "GET /v2.0/networks/5b7076b1-5b54-41f8-8740-25deddb61b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193240 Jul 28 04:02:41.383596 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4536920c-c784-4331-b2eb-4f2158ea9342 req-61113ce5-046e-4897-a015-8459e61d2149 service neutron] 10.222.0.67 "GET /v2.0/networks/5b7076b1-5b54-41f8-8740-25deddb61b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233523 Jul 28 04:02:42.212710 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d525d-a5aa-4dda-a4f5-a8b98ff82351 req-bdd16ebd-2da1-4560-a4cc-3cce4482e6fa tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:42.214463 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c50d525d-a5aa-4dda-a4f5-a8b98ff82351 req-bdd16ebd-2da1-4560-a4cc-3cce4482e6fa tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 946 time: 0.0696018 Jul 28 04:02:42.266356 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=100 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:02:42.281121 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab847d20-719e-4db0-914d-50592253261c req-be2678c5-41af-459b-88b6-533367fbe324 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:42.283369 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-ab847d20-719e-4db0-914d-50592253261c req-be2678c5-41af-459b-88b6-533367fbe324 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 945 time: 0.0640666 Jul 28 04:02:42.293229 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c50d525d-a5aa-4dda-a4f5-a8b98ff82351 req-1c7909e3-34c1-4e05-9575-b5983832d76c tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95ed5ab5-a550-44ca-8bcb-940ad425b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706699 Jul 28 04:02:42.371934 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-ab847d20-719e-4db0-914d-50592253261c req-8aafa98f-9522-484d-9b0b-846de174bbfb tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819118 Jul 28 04:02:42.505803 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe339c-b204-49b1-b456-6b52a9349303 req-f24e78fc-125f-4d30-ac74-0fa61173f02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:42.507380 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c8fe339c-b204-49b1-b456-6b52a9349303 req-f24e78fc-125f-4d30-ac74-0fa61173f02b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8bf7f0f7880a435ba552361bcb31ef91&device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 1130 time: 0.0441360 Jul 28 04:02:42.617443 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe339c-b204-49b1-b456-6b52a9349303 req-2c2edd3f-744f-4ae9-af6b-29edfb84a77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:42.620007 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c8fe339c-b204-49b1-b456-6b52a9349303 req-2c2edd3f-744f-4ae9-af6b-29edfb84a77f service neutron] 10.222.0.67 "GET /v2.0/networks?id=4531d3b7-3c72-4c16-9fba-50470f633af2 HTTP/1.1" status: 200 len: 920 time: 0.1067879 Jul 28 04:02:42.697315 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c8fe339c-b204-49b1-b456-6b52a9349303 req-08cecd59-bfab-4be1-a840-8ab2de21e5b5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2c58462-fb66-479c-9106-a98477b390b4 HTTP/1.1" status: 200 len: 1002 time: 0.0705173 Jul 28 04:02:42.757757 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe339c-b204-49b1-b456-6b52a9349303 req-e6e13918-7c32-4b92-ae98-b73a4dcee0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:42.759422 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c8fe339c-b204-49b1-b456-6b52a9349303 req-e6e13918-7c32-4b92-ae98-b73a4dcee0b2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c HTTP/1.1" status: 200 len: 858 time: 0.0554552 Jul 28 04:02:42.812537 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe339c-b204-49b1-b456-6b52a9349303 req-ff245792-6c4e-4ddd-af9e-38b9e0815c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:42.814137 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c8fe339c-b204-49b1-b456-6b52a9349303 req-ff245792-6c4e-4ddd-af9e-38b9e0815c98 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4531d3b7-3c72-4c16-9fba-50470f633af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484438 Jul 28 04:02:42.926886 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c8fe339c-b204-49b1-b456-6b52a9349303 req-c8f79899-9b61-412d-8d43-6d73d0cccb10 service neutron] 10.222.0.67 "GET /v2.0/networks/4531d3b7-3c72-4c16-9fba-50470f633af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055069 Jul 28 04:02:43.029973 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:02:43.037128 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c8fe339c-b204-49b1-b456-6b52a9349303 req-2b67e0fa-0b12-4662-9592-21716def2753 service neutron] 10.222.0.67 "GET /v2.0/networks/4531d3b7-3c72-4c16-9fba-50470f633af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024358 Jul 28 04:02:43.434931 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbdd7e4-f677-45ae-a128-615e442afdaf req-cd45c74b-0019-467b-8fd6-8eb9d854231d tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:43.436489 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-9bbdd7e4-f677-45ae-a128-615e442afdaf req-cd45c74b-0019-467b-8fd6-8eb9d854231d tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 946 time: 0.0565810 Jul 28 04:02:43.513802 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-9bbdd7e4-f677-45ae-a128-615e442afdaf req-70dcf516-90c2-4d99-ac2e-535aa12acf5b tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95ed5ab5-a550-44ca-8bcb-940ad425b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689771 Jul 28 04:02:43.521345 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84403dd0-0621-4172-a2f3-3eb0ad681d8c req-0fbd623f-5b08-4a33-ac46-a59a818728b4 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:43.524129 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-84403dd0-0621-4172-a2f3-3eb0ad681d8c req-0fbd623f-5b08-4a33-ac46-a59a818728b4 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 945 time: 0.0666490 Jul 28 04:02:43.538421 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=100 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:02:43.582619 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-84403dd0-0621-4172-a2f3-3eb0ad681d8c req-afcf9bb1-42c0-4fef-bca9-0da0c450063c tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504894 Jul 28 04:02:44.687284 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1ad2a-9d40-48c3-845d-0571b01089e4 req-f9e56615-09cd-4fd2-826c-56bb0f14bedb tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:44.688964 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-41d1ad2a-9d40-48c3-845d-0571b01089e4 req-f9e56615-09cd-4fd2-826c-56bb0f14bedb tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 946 time: 0.0686920 Jul 28 04:02:44.767555 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-41d1ad2a-9d40-48c3-845d-0571b01089e4 req-4b2a2c7e-c49c-4cf3-b00c-a94b26eef976 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95ed5ab5-a550-44ca-8bcb-940ad425b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678463 Jul 28 04:02:44.903139 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-636e1cdc-045a-43a8-ba21-b1330514c681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:45.033455 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4317a09-3e62-4678-bee9-ac8b5e8643ee req-1717f410-2826-4240-b687-01609570be40 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:45.035113 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-c4317a09-3e62-4678-bee9-ac8b5e8643ee req-1717f410-2826-4240-b687-01609570be40 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=7be29dfe-7a22-4f92-bcc4-5949f0565cce HTTP/1.1" status: 200 len: 946 time: 0.0872157 Jul 28 04:02:45.115702 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-c4317a09-3e62-4678-bee9-ac8b5e8643ee req-f5dcf606-1db7-499d-bd9c-0d0405a0e02d tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=1aad9787-ecae-43c6-bb47-53f2703de971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683117 Jul 28 04:02:45.903687 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f369a8-9848-449b-a6cc-aaefe37237a4 req-c37930fd-67c3-466b-9661-8602fa960764 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:45.905314 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-e1f369a8-9848-449b-a6cc-aaefe37237a4 req-c37930fd-67c3-466b-9661-8602fa960764 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 946 time: 0.0535476 Jul 28 04:02:45.958362 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-e1f369a8-9848-449b-a6cc-aaefe37237a4 req-3a87def2-d482-49da-b257-220f11b11cd7 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95ed5ab5-a550-44ca-8bcb-940ad425b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470829 Jul 28 04:02:46.301810 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2f49c-61ff-44ec-b4df-0eeee32484ba req-e23d12dd-83b8-4ded-ae67-b6ca076d39dd tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:46.303888 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-26d2f49c-61ff-44ec-b4df-0eeee32484ba req-e23d12dd-83b8-4ded-ae67-b6ca076d39dd tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=7be29dfe-7a22-4f92-bcc4-5949f0565cce HTTP/1.1" status: 200 len: 946 time: 0.0781829 Jul 28 04:02:46.374058 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-26d2f49c-61ff-44ec-b4df-0eeee32484ba req-a35073bc-59b6-44c5-b05f-a23fff72bbdb tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=1aad9787-ecae-43c6-bb47-53f2703de971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633712 Jul 28 04:02:46.500158 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa4440-68ac-4328-a67e-4106b1bd542d req-a3ebf13b-8541-4e75-b3a3-ff8d9b0402f7 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:46.502014 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-07fa4440-68ac-4328-a67e-4106b1bd542d req-a3ebf13b-8541-4e75-b3a3-ff8d9b0402f7 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.67 "GET /v2.0/ports?device_id=7be29dfe-7a22-4f92-bcc4-5949f0565cce HTTP/1.1" status: 200 len: 946 time: 0.0539963 Jul 28 04:02:46.610486 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [req-07fa4440-68ac-4328-a67e-4106b1bd542d req-1c424277-87e7-4832-ba32-843c762b7efa tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Deleting port 7b825057-8fcf-4f6a-a139-762e2220c27f {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:02:46.610486 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-07fa4440-68ac-4328-a67e-4106b1bd542d req-1c424277-87e7-4832-ba32-843c762b7efa tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (7b825057-8fcf-4f6a-a139-762e2220c27f), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:46.708394 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:02:46.725119 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-07fa4440-68ac-4328-a67e-4106b1bd542d req-1c424277-87e7-4832-ba32-843c762b7efa tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] For port 7b825057-8fcf-4f6a-a139-762e2220c27f, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=7b825057-8fcf-4f6a-a139-762e2220c27f,segment=NetworkSegment(37f94176-e298-4b67-acca-ec05537ae703),segment_id=37f94176-e298-4b67-acca-ec05537ae703)] {{(pid=121474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:02:46.725492 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-07fa4440-68ac-4328-a67e-4106b1bd542d req-1c424277-87e7-4832-ba32-843c762b7efa tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (7b825057-8fcf-4f6a-a139-762e2220c27f), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:46.955781 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-07fa4440-68ac-4328-a67e-4106b1bd542d req-1c424277-87e7-4832-ba32-843c762b7efa tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:46.956547 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-07fa4440-68ac-4328-a67e-4106b1bd542d req-1c424277-87e7-4832-ba32-843c762b7efa tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739753'] for floatingip (77bd44b9-9a99-4306-b8fa-79ebf4bb4374), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:46.956547 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.db.l3_db [req-07fa4440-68ac-4328-a67e-4106b1bd542d req-1c424277-87e7-4832-ba32-843c762b7efa tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Floating IP 77bd44b9-9a99-4306-b8fa-79ebf4bb4374 disassociated. External IP: 172.27.0.110, port: 7b825057-8fcf-4f6a-a139-762e2220c27f. Jul 28 04:02:46.956828 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [req-07fa4440-68ac-4328-a67e-4106b1bd542d req-1c424277-87e7-4832-ba32-843c762b7efa tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Calling delete_port for 7b825057-8fcf-4f6a-a139-762e2220c27f owned by compute:nova {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:02:47.154298 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f5933-7b0a-4752-bfef-ed85f92c290e req-fbaaebd0-2263-46f3-a3b8-56ff45d632d3 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:47.157239 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3e0f5933-7b0a-4752-bfef-ed85f92c290e req-fbaaebd0-2263-46f3-a3b8-56ff45d632d3 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 946 time: 0.0566907 Jul 28 04:02:47.223039 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3e0f5933-7b0a-4752-bfef-ed85f92c290e req-84ab3000-f352-4d57-9c78-4caa0cf6296e tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95ed5ab5-a550-44ca-8bcb-940ad425b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608406 Jul 28 04:02:47.239541 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-07fa4440-68ac-4328-a67e-4106b1bd542d req-1c424277-87e7-4832-ba32-843c762b7efa tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (7b825057-8fcf-4f6a-a139-762e2220c27f), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:47.279208 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c424277-87e7-4832-ba32-843c762b7efa tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Pushing event deleted for resources: {'Port': ['ID=7b825057-8fcf-4f6a-a139-762e2220c27f,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:02:47.408776 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:02:47.425847 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f479507c-e07a-46fa-a93e-0e1637ac88ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:47.427607 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07fa4440-68ac-4328-a67e-4106b1bd542d req-1c424277-87e7-4832-ba32-843c762b7efa tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Router 2d1945e5-9fdd-4c9c-9878-1432accd293d has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 04:02:47.534876 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-6915a468-6753-4227-99a3-b25df7b2d741 req-687bd8d3-2c88-4226-820a-1bb5ba44e866 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=7be29dfe-7a22-4f92-bcc4-5949f0565cce HTTP/1.1" status: 200 len: 210 time: 0.0380304 Jul 28 04:02:47.579800 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07fa4440-68ac-4328-a67e-4106b1bd542d req-1c424277-87e7-4832-ba32-843c762b7efa tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:02:47.599553 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad1d288-08e0-4f4f-bc50-44a5eae48293 None None] Sync routers for ids ['2d1945e5-9fdd-4c9c-9878-1432accd293d'] in dv-cinder-851279-1-iscsi {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:02:47.615076 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad1d288-08e0-4f4f-bc50-44a5eae48293 None None] Routers {'2d1945e5-9fdd-4c9c-9878-1432accd293d'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:02:47.616123 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-3ad1d288-08e0-4f4f-bc50-44a5eae48293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:02:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['2d1945e5-9fdd-4c9c-9878-1432accd293d'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:02:47.629968 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [req-07fa4440-68ac-4328-a67e-4106b1bd542d req-1c424277-87e7-4832-ba32-843c762b7efa tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] No DVR routers for this DVR port 7b825057-8fcf-4f6a-a139-762e2220c27f on host hv-cinder-85127 {{(pid=121474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 04:02:47.632873 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-07fa4440-68ac-4328-a67e-4106b1bd542d req-1c424277-87e7-4832-ba32-843c762b7efa tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:47.636471 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-07fa4440-68ac-4328-a67e-4106b1bd542d req-1c424277-87e7-4832-ba32-843c762b7efa tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.67 "DELETE /v2.0/ports/7b825057-8fcf-4f6a-a139-762e2220c27f HTTP/1.1" status: 204 len: 173 time: 1.1266947 Jul 28 04:02:47.636990 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7be29dfe-7a22-4f92-bcc4-5949f0565cce', 'name': 'network-vif-deleted', 'tag': '7b825057-8fcf-4f6a-a139-762e2220c27f'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:02:47.639765 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fadb0c2-9d99-41e2-9af5-f8cb0b226038" -d '{"events": [{"server_uuid": "7be29dfe-7a22-4f92-bcc4-5949f0565cce", "name": "network-vif-deleted", "tag": "7b825057-8fcf-4f6a-a139-762e2220c27f"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:02:47.685680 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 04:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fd39b8-4e7f-4c6f-8ab8-cd0a86387a74 x-openstack-request-id: req-85fd39b8-4e7f-4c6f-8ab8-cd0a86387a74 {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:02:47.685981 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7be29dfe-7a22-4f92-bcc4-5949f0565cce", "name": "network-vif-deleted", "tag": "7b825057-8fcf-4f6a-a139-762e2220c27f", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:02:47.686246 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-85fd39b8-4e7f-4c6f-8ab8-cd0a86387a74 {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:02:47.686655 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85fd39b8-4e7f-4c6f-8ab8-cd0a86387a74'] response: {'server_uuid': '7be29dfe-7a22-4f92-bcc4-5949f0565cce', 'name': 'network-vif-deleted', 'tag': '7b825057-8fcf-4f6a-a139-762e2220c27f', 'status': 'completed', 'code': 200} Jul 28 04:02:47.757318 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-3ad1d288-08e0-4f4f-bc50-44a5eae48293 None None] Set router 2d1945e5-9fdd-4c9c-9878-1432accd293d gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:02:47.987003 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-e3d41bb5-3ceb-4e15-b659-b34904bf7cd2 req-7fefd99a-5f56-45ba-8b7b-384000bc1a3a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0543303 Jul 28 04:02:48.089575 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d41bb5-3ceb-4e15-b659-b34904bf7cd2 req-eeea3531-a334-476c-9bda-b90c02b61f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:48.092346 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-e3d41bb5-3ceb-4e15-b659-b34904bf7cd2 req-eeea3531-a334-476c-9bda-b90c02b61f05 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8bf7f0f7880a435ba552361bcb31ef91&device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 1129 time: 0.0702794 Jul 28 04:02:48.092941 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-3ad1d288-08e0-4f4f-bc50-44a5eae48293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'name': 'tempest-AttachVolumeNegativeTest-1250024005-router', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:58:59Z', 'revision_number': 4, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'gw_port': {'id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:45:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': 'e501ce82-fd89-48eb-8caf-ae8ba215ad22', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'floating_ip_address': '172.27.0.200', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'port_id': 'fb9b0d27-d368-47b4-869d-588f9411de37', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'mac_address': 'fa:16:3e:94:80:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce0e823-630b-4503-9b49-e9d5d43b2605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T03:59:10Z', 'updated_at': '2022-07-28T03:59:55Z', 'revision_number': 2, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e3be20-44f2-425a-a063-9ed509852e7c', 'name': '', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'mac_address': 'fa:16:3e:1e:0e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:58Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 5, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'subnets': [{'id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:02:48.144653 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad1d288-08e0-4f4f-bc50-44a5eae48293 None None] Checking router: 2d1945e5-9fdd-4c9c-9878-1432accd293d for host: dv-cinder-851279-1-iscsi {{(pid=121476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:02:48.171723 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad1d288-08e0-4f4f-bc50-44a5eae48293 None None] Routers {'2d1945e5-9fdd-4c9c-9878-1432accd293d'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:02:48.172487 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-3ad1d288-08e0-4f4f-bc50-44a5eae48293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:02:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['2d1945e5-9fdd-4c9c-9878-1432accd293d'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:02:48.253939 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:02:48.348135 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d41bb5-3ceb-4e15-b659-b34904bf7cd2 req-46b76906-99a5-4884-bdf3-435ed6ab8b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:48.350868 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-e3d41bb5-3ceb-4e15-b659-b34904bf7cd2 req-46b76906-99a5-4884-bdf3-435ed6ab8b1d service neutron] 10.222.0.67 "GET /v2.0/networks?id=4531d3b7-3c72-4c16-9fba-50470f633af2 HTTP/1.1" status: 200 len: 920 time: 0.2032146 Jul 28 04:02:48.404861 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:48.432356 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-3ad1d288-08e0-4f4f-bc50-44a5eae48293 None None] Set router 2d1945e5-9fdd-4c9c-9878-1432accd293d gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:02:48.472539 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd1e78f-82f6-4b8b-9746-fd03167e7e2e req-f4234977-41a4-4304-866e-ce29d2ab327e tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:48.475779 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-8bd1e78f-82f6-4b8b-9746-fd03167e7e2e req-f4234977-41a4-4304-866e-ce29d2ab327e tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 946 time: 0.1226749 Jul 28 04:02:48.549626 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-e3d41bb5-3ceb-4e15-b659-b34904bf7cd2 req-66edf377-712d-432c-827a-453b63f2adfb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17c86bfa-053e-4c3a-bef0-ab77101531bb HTTP/1.1" status: 200 len: 217 time: 0.0893893 Jul 28 04:02:48.626994 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-8bd1e78f-82f6-4b8b-9746-fd03167e7e2e req-0aebadb7-6bb8-4662-b81a-96c495fd6aed tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95ed5ab5-a550-44ca-8bcb-940ad425b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395254 Jul 28 04:02:48.672822 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d41bb5-3ceb-4e15-b659-b34904bf7cd2 req-157b9689-b536-462f-9521-7d261e9fa9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:48.675532 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-e3d41bb5-3ceb-4e15-b659-b34904bf7cd2 req-157b9689-b536-462f-9521-7d261e9fa9d0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c HTTP/1.1" status: 200 len: 858 time: 0.1180716 Jul 28 04:02:48.786245 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.agents_db [None req-58c662dc-5ea5-4853-b3cc-f7bb2188e679 None None] Agent healthcheck: found 6 active agents {{(pid=121477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:02:48.790853 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a09bc2b2-33b5-4e39-a50e-6f7d8e7ac104 req-39ffc859-7622-4bed-aaf4-a333b5476a4a tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=7be29dfe-7a22-4f92-bcc4-5949f0565cce HTTP/1.1" status: 200 len: 210 time: 0.0918684 Jul 28 04:02:48.812335 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d41bb5-3ceb-4e15-b659-b34904bf7cd2 req-aedd1bab-2398-42ed-8557-7745ab89b455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:48.812335 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-e3d41bb5-3ceb-4e15-b659-b34904bf7cd2 req-aedd1bab-2398-42ed-8557-7745ab89b455 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4531d3b7-3c72-4c16-9fba-50470f633af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1292045 Jul 28 04:02:48.843366 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d923ff-d983-4784-981f-1bbce4c5c5ac), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:48.935579 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-3ad1d288-08e0-4f4f-bc50-44a5eae48293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'name': 'tempest-AttachVolumeNegativeTest-1250024005-router', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:58:59Z', 'revision_number': 4, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'gw_port': {'id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:45:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': 'e501ce82-fd89-48eb-8caf-ae8ba215ad22', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'floating_ip_address': '172.27.0.200', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'port_id': 'fb9b0d27-d368-47b4-869d-588f9411de37', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'mac_address': 'fa:16:3e:94:80:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce0e823-630b-4503-9b49-e9d5d43b2605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T03:59:10Z', 'updated_at': '2022-07-28T03:59:55Z', 'revision_number': 2, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e3be20-44f2-425a-a063-9ed509852e7c', 'name': '', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'mac_address': 'fa:16:3e:1e:0e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:58Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 5, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'subnets': [{'id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:02:48.998220 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad1d288-08e0-4f4f-bc50-44a5eae48293 None None] The sync data for ids ['2d1945e5-9fdd-4c9c-9878-1432accd293d'] in dv-cinder-851279-1-iscsi is: [{'id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'name': 'tempest-AttachVolumeNegativeTest-1250024005-router', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:58:59Z', 'revision_number': 4, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'gw_port': {'id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:45:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': 'e501ce82-fd89-48eb-8caf-ae8ba215ad22', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'floating_ip_address': '172.27.0.200', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'port_id': 'fb9b0d27-d368-47b4-869d-588f9411de37', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'mac_address': 'fa:16:3e:94:80:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce0e823-630b-4503-9b49-e9d5d43b2605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T03:59:10Z', 'updated_at': '2022-07-28T03:59:55Z', 'revision_number': 2, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e3be20-44f2-425a-a063-9ed509852e7c', 'name': '', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'mac_address': 'fa:16:3e:1e:0e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:58Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 5, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'subnets': [{'id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:02:49.019853 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-e3d41bb5-3ceb-4e15-b659-b34904bf7cd2 req-5573b64f-052c-464f-b01f-98273cb4323b service neutron] 10.222.0.67 "GET /v2.0/networks/4531d3b7-3c72-4c16-9fba-50470f633af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921215 Jul 28 04:02:49.230244 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-e3d41bb5-3ceb-4e15-b659-b34904bf7cd2 req-238ddfa6-daa5-4adc-a94c-ea4ea0e5e094 service neutron] 10.222.0.67 "GET /v2.0/networks/4531d3b7-3c72-4c16-9fba-50470f633af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008498 Jul 28 04:02:49.400565 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b2f4e1-bb01-464d-8360-4336e376b46e None None] New status for floating IP 77bd44b9-9a99-4306-b8fa-79ebf4bb4374: DOWN {{(pid=121477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 04:02:49.613572 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:49.835862 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a47c1-24ea-4825-834d-933fca2c209f req-04953972-9972-44c4-bf40-e3d6650e9e4c tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:49.839411 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-e43a47c1-24ea-4825-834d-933fca2c209f req-04953972-9972-44c4-bf40-e3d6650e9e4c tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 946 time: 0.0762658 Jul 28 04:02:49.935566 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-e43a47c1-24ea-4825-834d-933fca2c209f req-e8651fbf-882a-4465-9053-1ff5ca8d3eb0 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95ed5ab5-a550-44ca-8bcb-940ad425b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897393 Jul 28 04:02:50.038377 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 55586) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:02:50.132371 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-e0d92ff8-8997-4d21-b8ce-dfcb2813b401 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group (1aad9787-ecae-43c6-bb47-53f2703de971), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:50.137296 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:50.166842 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-e0d92ff8-8997-4d21-b8ce-dfcb2813b401 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group (1aad9787-ecae-43c6-bb47-53f2703de971), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:50.328711 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-e0d92ff8-8997-4d21-b8ce-dfcb2813b401 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (1aad9787-ecae-43c6-bb47-53f2703de971), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:50.333690 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-e0d92ff8-8997-4d21-b8ce-dfcb2813b401 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:50.336079 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-e0d92ff8-8997-4d21-b8ce-dfcb2813b401 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "DELETE /v2.0/security-groups/1aad9787-ecae-43c6-bb47-53f2703de971 HTTP/1.1" status: 204 len: 168 time: 0.2956905 Jul 28 04:02:50.340583 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 55590) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:02:50.356879 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d92ff8-8997-4d21-b8ce-dfcb2813b401 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aad9787-ecae-43c6-bb47-53f2703de971,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:02:50.363238 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.api.v2.resource [None req-98c5a62e-4846-45c7-ae98-0dad32e94a12 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] show failed (client error): The resource could not be found. Jul 28 04:02:50.365573 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-98c5a62e-4846-45c7-ae98-0dad32e94a12 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups/1aad9787-ecae-43c6-bb47-53f2703de971 HTTP/1.1" status: 404 len: 347 time: 0.0227623 Jul 28 04:02:50.368952 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 55592) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:02:50.561562 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.plugin [None req-8162d001-0546-4a44-8998-5de347da6fa6 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Deleting port b8a745d4-3b30-4f43-b3ec-3c4412eaccb1 {{(pid=121475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:02:50.561915 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-8162d001-0546-4a44-8998-5de347da6fa6 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (b8a745d4-3b30-4f43-b3ec-3c4412eaccb1), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:50.690165 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-8162d001-0546-4a44-8998-5de347da6fa6 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (b8a745d4-3b30-4f43-b3ec-3c4412eaccb1), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:50.690684 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-8162d001-0546-4a44-8998-5de347da6fa6 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for floatingip (b8a745d4-3b30-4f43-b3ec-3c4412eaccb1), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:50.714901 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.plugin [None req-8162d001-0546-4a44-8998-5de347da6fa6 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Calling delete_port for b8a745d4-3b30-4f43-b3ec-3c4412eaccb1 owned by network:floatingip {{(pid=121475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:02:50.882793 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:02:51.008538 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-8162d001-0546-4a44-8998-5de347da6fa6 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3956301'] for port (b8a745d4-3b30-4f43-b3ec-3c4412eaccb1), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:51.020909 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:02:51.044762 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162d001-0546-4a44-8998-5de347da6fa6 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Pushing event deleted for resources: {'Port': ['ID=b8a745d4-3b30-4f43-b3ec-3c4412eaccb1,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:02:51.167148 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device 7b825057-8fcf-4f6a-a139-762e2220c27f no longer exists at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:02:51.190388 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] No Port match for: 7b825057-8fcf-4f6a-a139-762e2220c27f {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:02:51.190916 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device 7b825057-8fcf-4f6a-a139-762e2220c27f not bound to the agent host hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:02:51.219346 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e7d9f-162e-4252-ad6e-e435afdbff18 req-f8596209-c091-46be-98f4-9d50734a76c9 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:51.221944 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-de1e7d9f-162e-4252-ad6e-e435afdbff18 req-f8596209-c091-46be-98f4-9d50734a76c9 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 946 time: 0.1794684 Jul 28 04:02:51.263276 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-8162d001-0546-4a44-8998-5de347da6fa6 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for floatingip (77bd44b9-9a99-4306-b8fa-79ebf4bb4374), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:51.266443 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-8162d001-0546-4a44-8998-5de347da6fa6 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for floatingip (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:51.268332 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-8162d001-0546-4a44-8998-5de347da6fa6 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "DELETE /v2.0/floatingips/77bd44b9-9a99-4306-b8fa-79ebf4bb4374 HTTP/1.1" status: 204 len: 168 time: 0.8853643 Jul 28 04:02:51.317968 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-de1e7d9f-162e-4252-ad6e-e435afdbff18 req-904b4f25-648e-4781-aa09-ceeef69ea04c tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95ed5ab5-a550-44ca-8bcb-940ad425b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860159 Jul 28 04:02:52.497371 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb53c43-4ef3-4d1c-9b3e-31739ba1a2bf req-956aba22-2ef7-43aa-ad54-8f3942ade6de tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:52.499497 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-acb53c43-4ef3-4d1c-9b3e-31739ba1a2bf req-956aba22-2ef7-43aa-ad54-8f3942ade6de tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 946 time: 0.0770571 Jul 28 04:02:52.572739 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-acb53c43-4ef3-4d1c-9b3e-31739ba1a2bf req-fa6fd161-c473-491a-b0ef-aa9e322d6af8 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95ed5ab5-a550-44ca-8bcb-940ad425b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611835 Jul 28 04:02:53.722366 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e105e-8414-4997-b93f-16d2b4d8c1a3 req-629b9af6-be1a-4392-a978-da27d5233367 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:53.724100 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-919e105e-8414-4997-b93f-16d2b4d8c1a3 req-629b9af6-be1a-4392-a978-da27d5233367 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 946 time: 0.0586731 Jul 28 04:02:53.749195 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:02:53.802011 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-919e105e-8414-4997-b93f-16d2b4d8c1a3 req-24bc3521-b742-47db-8f37-6fbbb606f475 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95ed5ab5-a550-44ca-8bcb-940ad425b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692232 Jul 28 04:02:54.760594 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d891d7-31f0-4c7f-971b-bcd619538a35 req-835a0139-c61c-47d5-8022-a6a6cd51500f tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:54.763359 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-c9d891d7-31f0-4c7f-971b-bcd619538a35 req-835a0139-c61c-47d5-8022-a6a6cd51500f tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ce0e823-630b-4503-9b49-e9d5d43b2605 HTTP/1.1" status: 200 len: 945 time: 0.0856640 Jul 28 04:02:54.846729 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-c9d891d7-31f0-4c7f-971b-bcd619538a35 req-9b4cf83b-6bf7-435c-9a6a-7e5a1a99ac0e tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=d589d353-cf8c-4834-b926-aadbc1822b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771477 Jul 28 04:02:54.996415 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884a694-9802-419d-811b-d5a21b75b35a req-c706d0c8-e999-4a19-a870-73f6cbafe163 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:54.998807 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4884a694-9802-419d-811b-d5a21b75b35a req-c706d0c8-e999-4a19-a870-73f6cbafe163 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 946 time: 0.0618553 Jul 28 04:02:55.077607 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4884a694-9802-419d-811b-d5a21b75b35a req-e87154a6-9ade-4baf-9738-86bef06c1156 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95ed5ab5-a550-44ca-8bcb-940ad425b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702820 Jul 28 04:02:55.996361 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c564bb7-6b17-4ff8-95bf-c36a3498f205 req-84e53497-92d5-4c14-8070-06c35f9d1280 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:55.997892 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-5c564bb7-6b17-4ff8-95bf-c36a3498f205 req-84e53497-92d5-4c14-8070-06c35f9d1280 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ce0e823-630b-4503-9b49-e9d5d43b2605 HTTP/1.1" status: 200 len: 945 time: 0.0624309 Jul 28 04:02:56.057853 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-5c564bb7-6b17-4ff8-95bf-c36a3498f205 req-8da6a629-6d0a-4607-be3f-3601b6615db9 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=d589d353-cf8c-4834-b926-aadbc1822b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535347 Jul 28 04:02:56.248432 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f12a4-24cd-4e0f-9afe-8b74d32891d8 req-0003344f-d045-4ca5-8756-111b9c02c431 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:56.250230 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-175f12a4-24cd-4e0f-9afe-8b74d32891d8 req-0003344f-d045-4ca5-8756-111b9c02c431 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 946 time: 0.0628681 Jul 28 04:02:56.322118 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-175f12a4-24cd-4e0f-9afe-8b74d32891d8 req-fb6e2f79-b44f-4ec0-a004-2eef04fac0cf tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95ed5ab5-a550-44ca-8bcb-940ad425b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602276 Jul 28 04:02:56.602078 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0be54-0efa-4c22-be07-a97dd87db65e req-70f5ab30-d9dc-475b-8827-2a9de9021eb7 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:56.605367 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c3e0be54-0efa-4c22-be07-a97dd87db65e req-70f5ab30-d9dc-475b-8827-2a9de9021eb7 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.67 "GET /v2.0/ports?device_id=4ce0e823-630b-4503-9b49-e9d5d43b2605 HTTP/1.1" status: 200 len: 945 time: 0.0631194 Jul 28 04:02:56.740873 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [req-c3e0be54-0efa-4c22-be07-a97dd87db65e req-6ff400ad-84fc-4f86-ae4f-f0ac3a1d999e tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Deleting port fb9b0d27-d368-47b4-869d-588f9411de37 {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:02:56.741405 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-c3e0be54-0efa-4c22-be07-a97dd87db65e req-6ff400ad-84fc-4f86-ae4f-f0ac3a1d999e tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (fb9b0d27-d368-47b4-869d-588f9411de37), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:57.228944 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-c3e0be54-0efa-4c22-be07-a97dd87db65e req-6ff400ad-84fc-4f86-ae4f-f0ac3a1d999e tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] For port fb9b0d27-d368-47b4-869d-588f9411de37, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=fb9b0d27-d368-47b4-869d-588f9411de37,segment=NetworkSegment(37f94176-e298-4b67-acca-ec05537ae703),segment_id=37f94176-e298-4b67-acca-ec05537ae703)] {{(pid=121474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:02:57.229513 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-c3e0be54-0efa-4c22-be07-a97dd87db65e req-6ff400ad-84fc-4f86-ae4f-f0ac3a1d999e tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (fb9b0d27-d368-47b4-869d-588f9411de37), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:57.232640 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d80706-b59d-475f-860b-a42c3f4ecb18 req-83ed01c5-9ab5-49b4-bddf-4ee319dd5f73 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:57.234888 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-74d80706-b59d-475f-860b-a42c3f4ecb18 req-83ed01c5-9ab5-49b4-bddf-4ee319dd5f73 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ce0e823-630b-4503-9b49-e9d5d43b2605 HTTP/1.1" status: 200 len: 945 time: 0.0622160 Jul 28 04:02:57.305096 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:02:57.320264 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-74d80706-b59d-475f-860b-a42c3f4ecb18 req-2dd9162a-7286-4a45-9a4b-2de947eff178 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=d589d353-cf8c-4834-b926-aadbc1822b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735223 Jul 28 04:02:57.489561 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-c3e0be54-0efa-4c22-be07-a97dd87db65e req-6ff400ad-84fc-4f86-ae4f-f0ac3a1d999e tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:57.489836 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-c3e0be54-0efa-4c22-be07-a97dd87db65e req-6ff400ad-84fc-4f86-ae4f-f0ac3a1d999e tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739753'] for floatingip (e501ce82-fd89-48eb-8caf-ae8ba215ad22), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:57.490158 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.db.l3_db [req-c3e0be54-0efa-4c22-be07-a97dd87db65e req-6ff400ad-84fc-4f86-ae4f-f0ac3a1d999e tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Floating IP e501ce82-fd89-48eb-8caf-ae8ba215ad22 disassociated. External IP: 172.27.0.200, port: fb9b0d27-d368-47b4-869d-588f9411de37. Jul 28 04:02:57.490510 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [req-c3e0be54-0efa-4c22-be07-a97dd87db65e req-6ff400ad-84fc-4f86-ae4f-f0ac3a1d999e tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Calling delete_port for fb9b0d27-d368-47b4-869d-588f9411de37 owned by compute:nova {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:02:57.499235 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0178a110-6ca8-4f35-94ab-8403cfe8af30 req-e8e7816e-ab72-4ba9-a967-2a1cc97a1ed0 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:57.500809 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0178a110-6ca8-4f35-94ab-8403cfe8af30 req-e8e7816e-ab72-4ba9-a967-2a1cc97a1ed0 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 946 time: 0.0771348 Jul 28 04:02:57.605449 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0178a110-6ca8-4f35-94ab-8403cfe8af30 req-33c0cef6-03a0-4b3a-8c0e-fa3dcc4383c4 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95ed5ab5-a550-44ca-8bcb-940ad425b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964406 Jul 28 04:02:57.762224 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-c3e0be54-0efa-4c22-be07-a97dd87db65e req-6ff400ad-84fc-4f86-ae4f-f0ac3a1d999e tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (fb9b0d27-d368-47b4-869d-588f9411de37), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:57.823441 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:02:57.825068 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff400ad-84fc-4f86-ae4f-f0ac3a1d999e tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Pushing event deleted for resources: {'Port': ['ID=fb9b0d27-d368-47b4-869d-588f9411de37,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:02:58.025679 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3e0be54-0efa-4c22-be07-a97dd87db65e req-6ff400ad-84fc-4f86-ae4f-f0ac3a1d999e tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Router 2d1945e5-9fdd-4c9c-9878-1432accd293d has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 04:02:58.153462 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3e0be54-0efa-4c22-be07-a97dd87db65e req-6ff400ad-84fc-4f86-ae4f-f0ac3a1d999e tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:02:58.165331 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cdc38f-ad16-4ed0-a812-4374e9cf8db9 None None] Sync routers for ids ['2d1945e5-9fdd-4c9c-9878-1432accd293d'] in dv-cinder-851279-1-iscsi {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:02:58.184827 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cdc38f-ad16-4ed0-a812-4374e9cf8db9 None None] Routers {'2d1945e5-9fdd-4c9c-9878-1432accd293d'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:02:58.185734 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-23cdc38f-ad16-4ed0-a812-4374e9cf8db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:02:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['2d1945e5-9fdd-4c9c-9878-1432accd293d'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:02:58.229094 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e0be54-0efa-4c22-be07-a97dd87db65e req-6ff400ad-84fc-4f86-ae4f-f0ac3a1d999e tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] No DVR routers for this DVR port fb9b0d27-d368-47b4-869d-588f9411de37 on host hv-cinder-85127 {{(pid=121474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 04:02:58.232595 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:02:58.233130 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-c3e0be54-0efa-4c22-be07-a97dd87db65e req-6ff400ad-84fc-4f86-ae4f-f0ac3a1d999e tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:02:58.238882 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c3e0be54-0efa-4c22-be07-a97dd87db65e req-6ff400ad-84fc-4f86-ae4f-f0ac3a1d999e tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.67 "DELETE /v2.0/ports/fb9b0d27-d368-47b4-869d-588f9411de37 HTTP/1.1" status: 204 len: 173 time: 1.6275923 Jul 28 04:02:58.240114 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce0e823-630b-4503-9b49-e9d5d43b2605', 'name': 'network-vif-deleted', 'tag': 'fb9b0d27-d368-47b4-869d-588f9411de37'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:02:58.245024 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd50e0a7-23cb-4f75-8a51-8b54421c6a68" -d '{"events": [{"server_uuid": "4ce0e823-630b-4503-9b49-e9d5d43b2605", "name": "network-vif-deleted", "tag": "fb9b0d27-d368-47b4-869d-588f9411de37"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:02:58.296823 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 04:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d98e6c1-7e32-4cb8-bac4-b3ff058607c4 x-openstack-request-id: req-2d98e6c1-7e32-4cb8-bac4-b3ff058607c4 {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:02:58.297302 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce0e823-630b-4503-9b49-e9d5d43b2605", "name": "network-vif-deleted", "tag": "fb9b0d27-d368-47b4-869d-588f9411de37", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:02:58.299247 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2d98e6c1-7e32-4cb8-bac4-b3ff058607c4 {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:02:58.299913 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d98e6c1-7e32-4cb8-bac4-b3ff058607c4'] response: {'server_uuid': '4ce0e823-630b-4503-9b49-e9d5d43b2605', 'name': 'network-vif-deleted', 'tag': 'fb9b0d27-d368-47b4-869d-588f9411de37', 'status': 'completed', 'code': 200} Jul 28 04:02:58.329613 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-23cdc38f-ad16-4ed0-a812-4374e9cf8db9 None None] Set router 2d1945e5-9fdd-4c9c-9878-1432accd293d gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:02:58.331593 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:02:58.506133 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-64e035a7-97a5-490d-85f8-8e5032b49786 req-c28868bb-406d-4131-a62b-be8012b69318 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ce0e823-630b-4503-9b49-e9d5d43b2605 HTTP/1.1" status: 200 len: 210 time: 0.0389926 Jul 28 04:02:58.694648 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-23cdc38f-ad16-4ed0-a812-4374e9cf8db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'name': 'tempest-AttachVolumeNegativeTest-1250024005-router', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:58:59Z', 'revision_number': 4, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'gw_port': {'id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:45:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': 'c9e3be20-44f2-425a-a063-9ed509852e7c', 'name': '', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'mac_address': 'fa:16:3e:1e:0e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:58Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 5, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'subnets': [{'id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:02:58.721249 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cdc38f-ad16-4ed0-a812-4374e9cf8db9 None None] Checking router: 2d1945e5-9fdd-4c9c-9878-1432accd293d for host: dv-cinder-851279-1-iscsi {{(pid=121476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:02:58.730730 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cdc38f-ad16-4ed0-a812-4374e9cf8db9 None None] Routers {'2d1945e5-9fdd-4c9c-9878-1432accd293d'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:02:58.731441 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-23cdc38f-ad16-4ed0-a812-4374e9cf8db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:02:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['2d1945e5-9fdd-4c9c-9878-1432accd293d'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:02:58.732746 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba800570-7b7c-43d1-96fd-f527db4a51ff req-760188b5-4d86-4b3c-b3aa-01d9033bbdeb tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:58.734331 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-ba800570-7b7c-43d1-96fd-f527db4a51ff req-760188b5-4d86-4b3c-b3aa-01d9033bbdeb tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 946 time: 0.0520444 Jul 28 04:02:58.793947 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-ba800570-7b7c-43d1-96fd-f527db4a51ff req-a59402a8-160d-4bed-8fdc-572bbfd308e8 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95ed5ab5-a550-44ca-8bcb-940ad425b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525279 Jul 28 04:02:58.842773 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-23cdc38f-ad16-4ed0-a812-4374e9cf8db9 None None] Set router 2d1945e5-9fdd-4c9c-9878-1432accd293d gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:02:59.085929 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-23cdc38f-ad16-4ed0-a812-4374e9cf8db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'name': 'tempest-AttachVolumeNegativeTest-1250024005-router', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:58:59Z', 'revision_number': 4, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'gw_port': {'id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:45:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': 'c9e3be20-44f2-425a-a063-9ed509852e7c', 'name': '', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'mac_address': 'fa:16:3e:1e:0e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:58Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 5, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'subnets': [{'id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:02:59.113608 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cdc38f-ad16-4ed0-a812-4374e9cf8db9 None None] The sync data for ids ['2d1945e5-9fdd-4c9c-9878-1432accd293d'] in dv-cinder-851279-1-iscsi is: [{'id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'name': 'tempest-AttachVolumeNegativeTest-1250024005-router', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:58:59Z', 'revision_number': 4, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'gw_port': {'id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:45:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': 'c9e3be20-44f2-425a-a063-9ed509852e7c', 'name': '', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'mac_address': 'fa:16:3e:1e:0e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:58Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 5, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'subnets': [{'id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:02:59.345709 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44287931-2d77-46fc-b145-2e6fabfb6754 None None] New status for floating IP e501ce82-fd89-48eb-8caf-ae8ba215ad22: DOWN {{(pid=121477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 04:02:59.664988 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8a11f7bf-793a-410b-aa00-e2585b67badd req-68e13f2a-e4aa-497e-8c6c-9e059565bcd4 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ce0e823-630b-4503-9b49-e9d5d43b2605 HTTP/1.1" status: 200 len: 210 time: 0.0441918 Jul 28 04:02:59.666847 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c6ef2-2eaf-40de-ab97-1843ecedbdc3 req-6a505ff0-b72a-490f-966a-0bf885c9515f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:59.668293 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b62c6ef2-2eaf-40de-ab97-1843ecedbdc3 req-6a505ff0-b72a-490f-966a-0bf885c9515f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 1130 time: 0.0775754 Jul 28 04:02:59.943565 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92b479-fa59-4485-b59f-965eee1b5dc8 req-e3df76aa-23ed-456d-a467-d100231aace9 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:02:59.946226 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-eb92b479-fa59-4485-b59f-965eee1b5dc8 req-e3df76aa-23ed-456d-a467-d100231aace9 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 946 time: 0.0705051 Jul 28 04:02:59.981637 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b62c6ef2-2eaf-40de-ab97-1843ecedbdc3 req-c44283e4-abe7-484e-82fb-44e05df049ab service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=95ed5ab5-a550-44ca-8bcb-940ad425b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765302 Jul 28 04:03:00.015126 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-eb92b479-fa59-4485-b59f-965eee1b5dc8 req-ee9c05d5-2ffc-45c5-8a7a-8e2bbb28fc70 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95ed5ab5-a550-44ca-8bcb-940ad425b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628209 Jul 28 04:03:00.842055 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 55680) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:03:00.907898 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-c855517e-4de7-46fc-94e7-0cfcec7be059 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group (d589d353-cf8c-4834-b926-aadbc1822b6b), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:00.941636 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-c855517e-4de7-46fc-94e7-0cfcec7be059 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group (d589d353-cf8c-4834-b926-aadbc1822b6b), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:01.096980 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-c855517e-4de7-46fc-94e7-0cfcec7be059 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (d589d353-cf8c-4834-b926-aadbc1822b6b), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:01.100153 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-c855517e-4de7-46fc-94e7-0cfcec7be059 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:01.101522 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-c855517e-4de7-46fc-94e7-0cfcec7be059 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "DELETE /v2.0/security-groups/d589d353-cf8c-4834-b926-aadbc1822b6b HTTP/1.1" status: 204 len: 168 time: 0.2583854 Jul 28 04:03:01.105621 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 55686) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:03:01.117481 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c855517e-4de7-46fc-94e7-0cfcec7be059 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d589d353-cf8c-4834-b926-aadbc1822b6b,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:01.127241 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.api.v2.resource [None req-32558976-351c-4370-b9c0-787e72f5d5bd tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] show failed (client error): The resource could not be found. Jul 28 04:03:01.129185 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-32558976-351c-4370-b9c0-787e72f5d5bd tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups/d589d353-cf8c-4834-b926-aadbc1822b6b HTTP/1.1" status: 404 len: 347 time: 0.0221202 Jul 28 04:03:01.133114 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 55690) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:03:01.190046 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:01.230721 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device fb9b0d27-d368-47b4-869d-588f9411de37 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:03:01.253258 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] No Port match for: fb9b0d27-d368-47b4-869d-588f9411de37 {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:03:01.253601 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device fb9b0d27-d368-47b4-869d-588f9411de37 not bound to the agent host hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:03:01.275041 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abd84f-e0d0-4e7e-b45c-3fe342261202 req-58d9c696-b21a-4be4-9561-d712a2bfb288 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:01.276752 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-29abd84f-e0d0-4e7e-b45c-3fe342261202 req-58d9c696-b21a-4be4-9561-d712a2bfb288 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 946 time: 0.1296704 Jul 28 04:03:01.373162 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-170440e0-b4ce-436e-9cc4-bc56470cfddf tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Deleting port b5b302b6-86c9-416a-8253-39356169d8c0 {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:03:01.373892 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-170440e0-b4ce-436e-9cc4-bc56470cfddf tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (b5b302b6-86c9-416a-8253-39356169d8c0), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:01.488829 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-29abd84f-e0d0-4e7e-b45c-3fe342261202 req-1e4192ba-a332-4684-b25f-b5cdfdbd7fd4 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95ed5ab5-a550-44ca-8bcb-940ad425b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737301 Jul 28 04:03:01.529637 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-170440e0-b4ce-436e-9cc4-bc56470cfddf tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (b5b302b6-86c9-416a-8253-39356169d8c0), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:01.529967 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-170440e0-b4ce-436e-9cc4-bc56470cfddf tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for floatingip (b5b302b6-86c9-416a-8253-39356169d8c0), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:01.544021 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-170440e0-b4ce-436e-9cc4-bc56470cfddf tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Calling delete_port for b5b302b6-86c9-416a-8253-39356169d8c0 owned by network:floatingip {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:03:01.782206 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-170440e0-b4ce-436e-9cc4-bc56470cfddf tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (b5b302b6-86c9-416a-8253-39356169d8c0), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:01.809949 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170440e0-b4ce-436e-9cc4-bc56470cfddf tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Pushing event deleted for resources: {'Port': ['ID=b5b302b6-86c9-416a-8253-39356169d8c0,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:01.875937 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-170440e0-b4ce-436e-9cc4-bc56470cfddf tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for floatingip (e501ce82-fd89-48eb-8caf-ae8ba215ad22), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:01.878662 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-170440e0-b4ce-436e-9cc4-bc56470cfddf tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for floatingip (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:01.883218 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-170440e0-b4ce-436e-9cc4-bc56470cfddf tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "DELETE /v2.0/floatingips/e501ce82-fd89-48eb-8caf-ae8ba215ad22 HTTP/1.1" status: 204 len: 168 time: 0.7459967 Jul 28 04:03:02.082004 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 55694) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:03:02.086937 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-957c228e-fd30-438c-b3aa-639d1365f5cd tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Request body: {'security_group': {'name': 'tempest-securitygroup--200182269', 'description': 'tempest-description--633917671'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:03:02.188444 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-957c228e-fd30-438c-b3aa-639d1365f5cd tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:02.245614 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:02.285173 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-957c228e-fd30-438c-b3aa-639d1365f5cd tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group (299bd8aa-9d2d-4024-8455-c528bcb3b46e), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:02.409858 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-957c228e-fd30-438c-b3aa-639d1365f5cd tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (299bd8aa-9d2d-4024-8455-c528bcb3b46e), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:02.442066 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c228e-fd30-438c-b3aa-639d1365f5cd tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=299bd8aa-9d2d-4024-8455-c528bcb3b46e,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:02.614797 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-957c228e-fd30-438c-b3aa-639d1365f5cd tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:02.616260 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-957c228e-fd30-438c-b3aa-639d1365f5cd tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5330734 Jul 28 04:03:02.619905 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 55700) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:03:02.624629 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-718e3b7a-939b-4166-af73-5f63ef626f7a tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Request body: {'security_group_rule': {'security_group_id': '299bd8aa-9d2d-4024-8455-c528bcb3b46e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:03:02.653227 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09d89a-9d0c-491b-876f-91e20cda3c82 req-590b63da-3278-48c9-a96c-ead0ced7cb1f tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:02.654743 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-9b09d89a-9d0c-491b-876f-91e20cda3c82 req-590b63da-3278-48c9-a96c-ead0ced7cb1f tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 946 time: 0.0710108 Jul 28 04:03:02.688787 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:02.707734 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-9b09d89a-9d0c-491b-876f-91e20cda3c82 req-2cc3f9f4-fbda-4460-b34c-dc5ec99ea42a tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95ed5ab5-a550-44ca-8bcb-940ad425b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465314 Jul 28 04:03:02.938707 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-718e3b7a-939b-4166-af73-5f63ef626f7a tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group_rule (6a5d8c17-2a5d-4fbd-a331-55654b47e017), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:03.006814 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-718e3b7a-939b-4166-af73-5f63ef626f7a tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group_rule (6a5d8c17-2a5d-4fbd-a331-55654b47e017), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:03.171072 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-718e3b7a-939b-4166-af73-5f63ef626f7a tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831501'] for security_group_rule (6a5d8c17-2a5d-4fbd-a331-55654b47e017), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:03.194432 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e3b7a-939b-4166-af73-5f63ef626f7a tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a5d8c17-2a5d-4fbd-a331-55654b47e017,revision_number=0']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:03.307384 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-718e3b7a-939b-4166-af73-5f63ef626f7a tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:03.308716 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-718e3b7a-939b-4166-af73-5f63ef626f7a tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6878338 Jul 28 04:03:03.311658 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 55712) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:03:03.320326 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-0e371a39-b149-482c-8c34-6923807f3d8b tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Request body: {'security_group_rule': {'security_group_id': '299bd8aa-9d2d-4024-8455-c528bcb3b46e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:03:03.432292 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-0e371a39-b149-482c-8c34-6923807f3d8b tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group_rule (4c5cf064-c299-43c6-a30d-a8c7cb440cb3), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:03.502654 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59402fa1-693e-4c2c-80c4-300e97d9000e req-6b358924-a33a-43cb-9338-aaa326359e10 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:03.506344 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-59402fa1-693e-4c2c-80c4-300e97d9000e req-6b358924-a33a-43cb-9338-aaa326359e10 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 946 time: 0.0736804 Jul 28 04:03:03.536068 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-0e371a39-b149-482c-8c34-6923807f3d8b tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group_rule (4c5cf064-c299-43c6-a30d-a8c7cb440cb3), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:03.572427 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-59402fa1-693e-4c2c-80c4-300e97d9000e req-8d98f18f-c669-4286-adab-38b621029405 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95ed5ab5-a550-44ca-8bcb-940ad425b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585861 Jul 28 04:03:03.595688 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5eb1e-f966-4c7d-8f1e-25be5a2937a3 req-9a265c9e-b9ea-4e42-84e0-f6e7454b857f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:03.597115 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-04c5eb1e-f966-4c7d-8f1e-25be5a2937a3 req-9a265c9e-b9ea-4e42-84e0-f6e7454b857f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8bf7f0f7880a435ba552361bcb31ef91&device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 1130 time: 0.0482240 Jul 28 04:03:03.625579 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-0e371a39-b149-482c-8c34-6923807f3d8b tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831501'] for security_group_rule (4c5cf064-c299-43c6-a30d-a8c7cb440cb3), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:03.684221 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e371a39-b149-482c-8c34-6923807f3d8b tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c5cf064-c299-43c6-a30d-a8c7cb440cb3,revision_number=0']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:03.732887 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5eb1e-f966-4c7d-8f1e-25be5a2937a3 req-fc5ec8fe-331f-4dec-af1e-77a513f97260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:03.738717 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-04c5eb1e-f966-4c7d-8f1e-25be5a2937a3 req-fc5ec8fe-331f-4dec-af1e-77a513f97260 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4531d3b7-3c72-4c16-9fba-50470f633af2 HTTP/1.1" status: 200 len: 920 time: 0.1299417 Jul 28 04:03:03.787917 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-0e371a39-b149-482c-8c34-6923807f3d8b tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:03.789234 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-0e371a39-b149-482c-8c34-6923807f3d8b tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4765227 Jul 28 04:03:03.792761 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 55726) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:03:03.802805 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-e61bcbdd-6541-4901-9091-a7fd47691d1d tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Request body: {'floatingip': {'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:03:03.842654 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-04c5eb1e-f966-4c7d-8f1e-25be5a2937a3 req-bd8c6652-ff0e-4f26-b196-c25f56bdc10f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2c58462-fb66-479c-9106-a98477b390b4 HTTP/1.1" status: 200 len: 1002 time: 0.0969553 Jul 28 04:03:03.916284 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5eb1e-f966-4c7d-8f1e-25be5a2937a3 req-610a936d-486e-40ad-884d-5cb69c82174c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:03.918041 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-04c5eb1e-f966-4c7d-8f1e-25be5a2937a3 req-610a936d-486e-40ad-884d-5cb69c82174c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c HTTP/1.1" status: 200 len: 858 time: 0.0680017 Jul 28 04:03:03.939338 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-e61bcbdd-6541-4901-9091-a7fd47691d1d tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:04.016060 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5eb1e-f966-4c7d-8f1e-25be5a2937a3 req-edddc7f4-5fb2-4765-831e-57501c68dc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:04.017630 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-04c5eb1e-f966-4c7d-8f1e-25be5a2937a3 req-edddc7f4-5fb2-4765-831e-57501c68dc79 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4531d3b7-3c72-4c16-9fba-50470f633af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0912130 Jul 28 04:03:04.035860 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:04.109708 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-e61bcbdd-6541-4901-9091-a7fd47691d1d tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:04.204496 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-04c5eb1e-f966-4c7d-8f1e-25be5a2937a3 req-c57427b5-03cb-4cb0-8464-16cd411b3d06 service neutron] 10.222.0.67 "GET /v2.0/networks/4531d3b7-3c72-4c16-9fba-50470f633af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778767 Jul 28 04:03:04.291201 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:04.319793 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.db_base_plugin_common [None req-e61bcbdd-6541-4901-9091-a7fd47691d1d tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Allocated IP 172.27.0.151 (ea650c0a-dc48-4a0d-a6e0-295879bc3df9/483d9f6f-a7db-4d58-8be3-14e833e697b6/c6ebf89c-c97b-4458-b63b-ecba36ffc126) {{(pid=121474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:03:04.405635 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-04c5eb1e-f966-4c7d-8f1e-25be5a2937a3 req-f5ad35b5-c65d-46c8-b029-836de3e54793 service neutron] 10.222.0.67 "GET /v2.0/networks/4531d3b7-3c72-4c16-9fba-50470f633af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727664 Jul 28 04:03:04.492036 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-e61bcbdd-6541-4901-9091-a7fd47691d1d tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for port (c6ebf89c-c97b-4458-b63b-ecba36ffc126), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:04.608524 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-e61bcbdd-6541-4901-9091-a7fd47691d1d tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (c6ebf89c-c97b-4458-b63b-ecba36ffc126), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:04.666084 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61bcbdd-6541-4901-9091-a7fd47691d1d tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Network ea650c0a-dc48-4a0d-a6e0-295879bc3df9 is already hosted by enough agents. {{(pid=121474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:03:04.672561 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [None req-e61bcbdd-6541-4901-9091-a7fd47691d1d tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Resources bound (agent type, host, resource id): {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:03:04.675099 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61bcbdd-6541-4901-9091-a7fd47691d1d tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Received port after_create {{(pid=121474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 04:03:04.724812 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61bcbdd-6541-4901-9091-a7fd47691d1d tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Pushing event updated for resources: {'Port': ['ID=c6ebf89c-c97b-4458-b63b-ecba36ffc126,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:04.774719 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6949d-a75d-49d8-9883-4d1956b6a322 req-26ecc176-19fc-40ab-b3a0-85dc89e35b97 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:04.776367 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-adc6949d-a75d-49d8-9883-4d1956b6a322 req-26ecc176-19fc-40ab-b3a0-85dc89e35b97 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 946 time: 0.0668895 Jul 28 04:03:04.842826 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:04.865270 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-e61bcbdd-6541-4901-9091-a7fd47691d1d tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for floatingip (b782151c-79a0-4bbd-967f-591a0b0ad998), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:04.870351 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-adc6949d-a75d-49d8-9883-4d1956b6a322 req-2c5f9bc4-142e-4fcd-8d14-32cfb2cd8a08 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95ed5ab5-a550-44ca-8bcb-940ad425b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865464 Jul 28 04:03:04.979818 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-e61bcbdd-6541-4901-9091-a7fd47691d1d tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (c6ebf89c-c97b-4458-b63b-ecba36ffc126), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:05.172373 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-e61bcbdd-6541-4901-9091-a7fd47691d1d tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for port (c6ebf89c-c97b-4458-b63b-ecba36ffc126), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:05.281806 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-e61bcbdd-6541-4901-9091-a7fd47691d1d tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26044716'] for port (c6ebf89c-c97b-4458-b63b-ecba36ffc126), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:05.363813 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61bcbdd-6541-4901-9091-a7fd47691d1d tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Pushing event updated for resources: {'Port': ['ID=c6ebf89c-c97b-4458-b63b-ecba36ffc126,revision_number=2']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:05.380367 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-e61bcbdd-6541-4901-9091-a7fd47691d1d tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739753'] for floatingip (b782151c-79a0-4bbd-967f-591a0b0ad998), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:05.501311 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-e61bcbdd-6541-4901-9091-a7fd47691d1d tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for floatingip (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:05.502578 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-e61bcbdd-6541-4901-9091-a7fd47691d1d tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7085154 Jul 28 04:03:05.733526 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-45196031-27ca-469e-8a52-49d626c2d27b tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--200182269&fields=id&tenant_id=f68fb083db524ab59ba49d71ae754ba0 HTTP/1.1" status: 200 len: 267 time: 0.0499907 Jul 28 04:03:05.807826 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=100 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:05.848091 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:05.900615 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-0744b091-e547-45ee-950b-741771876b3c tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:05.903206 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-0744b091-e547-45ee-950b-741771876b3c tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/networks?id=9cf9021b-c509-4bfd-870b-1ff5c987c7dd HTTP/1.1" status: 200 len: 815 time: 0.1623471 Jul 28 04:03:05.929234 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-30807b9b-7ee5-4909-9e5c-7f556245476f tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/quotas/f68fb083db524ab59ba49d71ae754ba0 HTTP/1.1" status: 200 len: 375 time: 0.0179155 Jul 28 04:03:06.001469 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-f22913f5-3b14-4396-9ff4-a701e16a121d tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f68fb083db524ab59ba49d71ae754ba0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623028 Jul 28 04:03:06.026902 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec9da0-a05d-4982-953a-1d962c272e31 req-c7334830-0dd0-4c3e-8fde-645bfdb58c35 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:06.033478 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-65ec9da0-a05d-4982-953a-1d962c272e31 req-c7334830-0dd0-4c3e-8fde-645bfdb58c35 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 946 time: 0.0774667 Jul 28 04:03:06.092196 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-65ec9da0-a05d-4982-953a-1d962c272e31 req-075fa094-838d-4d28-805e-aa9e3c81b1f7 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95ed5ab5-a550-44ca-8bcb-940ad425b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504806 Jul 28 04:03:06.448427 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-550ddb43-9e8f-4087-b5a6-0754f62bee50 service neutron] 10.222.0.66 "GET /v2.0/networks/9cf9021b-c509-4bfd-870b-1ff5c987c7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400973 Jul 28 04:03:06.554214 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-62b74e92-6a5d-4dd2-98ca-5f362b7086c3 service neutron] 10.222.0.66 "GET /v2.0/networks/9cf9021b-c509-4bfd-870b-1ff5c987c7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989962 Jul 28 04:03:06.836074 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-02966474-6150-4e2a-abef-3814842d067a req-1514ca4d-cd36-4a42-beea-735b08d47459 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=04979300-ed48-49df-85a4-13db2fae199b HTTP/1.1" status: 200 len: 210 time: 0.0383706 Jul 28 04:03:07.240049 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d217c02-cacf-4f80-b475-cc38b4ccc490 req-93a24ac4-4c69-4aaf-8943-057aa8deea25 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:07.246818 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-5d217c02-cacf-4f80-b475-cc38b4ccc490 req-93a24ac4-4c69-4aaf-8943-057aa8deea25 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 946 time: 0.0656886 Jul 28 04:03:07.314421 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-5d217c02-cacf-4f80-b475-cc38b4ccc490 req-a11d9396-833d-4729-b7be-063d037480a4 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95ed5ab5-a550-44ca-8bcb-940ad425b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644422 Jul 28 04:03:07.455730 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef851ba4-7ac3-41f0-8bc5-9d223c1abd59 req-8c82aca0-ee96-40a0-97d4-216988da6030 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:07.457676 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ef851ba4-7ac3-41f0-8bc5-9d223c1abd59 req-8c82aca0-ee96-40a0-97d4-216988da6030 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 946 time: 0.0588636 Jul 28 04:03:07.467780 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 55778) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:03:07.472495 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-8c31908f-c47e-46b9-8c1b-d57dd9cb3dab tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Request body: {'floatingip': {'port_id': 'd2c58462-fb66-479c-9106-a98477b390b4'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:03:07.522713 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:07.532556 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-8c31908f-c47e-46b9-8c1b-d57dd9cb3dab tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks [] for floatingip (8cacd39c-77f2-4dd6-a068-58702beac2dc), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:07.958914 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:08.036870 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-338f03b4-5bbc-4c1e-9691-57c62cffa504 req-bfc2c7f9-16ed-40ef-8562-3bd8ed2d8c1a tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=04979300-ed48-49df-85a4-13db2fae199b HTTP/1.1" status: 200 len: 210 time: 0.0561085 Jul 28 04:03:08.161481 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-8c31908f-c47e-46b9-8c1b-d57dd9cb3dab tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:08.254152 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-8c31908f-c47e-46b9-8c1b-d57dd9cb3dab tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739753'] for floatingip (8cacd39c-77f2-4dd6-a068-58702beac2dc), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:08.770267 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c31908f-c47e-46b9-8c1b-d57dd9cb3dab tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Router 799f85a6-48ff-444b-8dad-74e741656474 has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 04:03:08.912299 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c31908f-c47e-46b9-8c1b-d57dd9cb3dab tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:03:08.919338 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-8c31908f-c47e-46b9-8c1b-d57dd9cb3dab tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for floatingip (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:08.925200 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4889bc49-780e-4245-a087-7dee65e898b7 None None] Sync routers for ids ['799f85a6-48ff-444b-8dad-74e741656474'] in dv-cinder-851279-1-iscsi {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:03:08.938979 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4889bc49-780e-4245-a087-7dee65e898b7 None None] Routers {'799f85a6-48ff-444b-8dad-74e741656474'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:03:08.939745 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-4889bc49-780e-4245-a087-7dee65e898b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:02:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['799f85a6-48ff-444b-8dad-74e741656474'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:03:08.973899 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b', 'tag': 'd2c58462-fb66-479c-9106-a98477b390b4'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:03:08.978671 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cddce87-6aa1-4e05-a185-6cd589cb25d9" -d '{"events": [{"name": "network-changed", "server_uuid": "4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b", "tag": "d2c58462-fb66-479c-9106-a98477b390b4"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:03:09.051712 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-8c31908f-c47e-46b9-8c1b-d57dd9cb3dab tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "PUT /v2.0/floatingips/8cacd39c-77f2-4dd6-a068-58702beac2dc HTTP/1.1" status: 200 len: 994 time: 1.5781474 Jul 28 04:03:09.054266 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 04:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82b171c-0c9d-4182-85bd-ab5038aa3458 x-openstack-request-id: req-d82b171c-0c9d-4182-85bd-ab5038aa3458 {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:03:09.063452 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b", "tag": "d2c58462-fb66-479c-9106-a98477b390b4", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:03:09.063452 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d82b171c-0c9d-4182-85bd-ab5038aa3458 {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:03:09.063452 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d82b171c-0c9d-4182-85bd-ab5038aa3458'] response: {'name': 'network-changed', 'server_uuid': '4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b', 'tag': 'd2c58462-fb66-479c-9106-a98477b390b4', 'status': 'completed', 'code': 200} Jul 28 04:03:09.068708 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-4889bc49-780e-4245-a087-7dee65e898b7 None None] Set router 799f85a6-48ff-444b-8dad-74e741656474 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:03:09.125143 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cddce87-6aa1-4e05-a185-6cd589cb25d9 req-593b8cbf-1210-489e-aa32-19d2c7a51d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:09.127268 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0cddce87-6aa1-4e05-a185-6cd589cb25d9 req-593b8cbf-1210-489e-aa32-19d2c7a51d01 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8bf7f0f7880a435ba552361bcb31ef91&device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 1130 time: 0.0530720 Jul 28 04:03:09.179746 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-3a32e99d-ef21-4160-bbfb-363531a8a8c4 req-aad03680-8846-4097-95ea-fef3be274f1f tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=04979300-ed48-49df-85a4-13db2fae199b HTTP/1.1" status: 200 len: 210 time: 0.0390229 Jul 28 04:03:09.249437 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cddce87-6aa1-4e05-a185-6cd589cb25d9 req-c9c21a79-af0c-435e-80ae-1ed8d935cb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:09.251034 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0cddce87-6aa1-4e05-a185-6cd589cb25d9 req-c9c21a79-af0c-435e-80ae-1ed8d935cb8c service neutron] 10.222.0.67 "GET /v2.0/networks?id=4531d3b7-3c72-4c16-9fba-50470f633af2 HTTP/1.1" status: 200 len: 920 time: 0.1170595 Jul 28 04:03:09.289646 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=100 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:09.329760 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0cddce87-6aa1-4e05-a185-6cd589cb25d9 req-2656e8ba-0ab3-45d4-bb8f-fd9a3c9c0e55 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2c58462-fb66-479c-9106-a98477b390b4 HTTP/1.1" status: 200 len: 1002 time: 0.0652418 Jul 28 04:03:09.350137 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-4889bc49-780e-4245-a087-7dee65e898b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799f85a6-48ff-444b-8dad-74e741656474', 'name': 'tempest-ServerRescueNegativeTestJSON-1760952141-router', 'tenant_id': '8bf7f0f7880a435ba552361bcb31ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b4af4871-05b4-4ea1-9797-79edafad71d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:59:02Z', 'revision_number': 4, 'project_id': '8bf7f0f7880a435ba552361bcb31ef91', 'gw_port': {'id': 'b4af4871-05b4-4ea1-9797-79edafad71d3', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:16:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799f85a6-48ff-444b-8dad-74e741656474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:48Z', 'updated_at': '2022-07-28T03:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': '8cacd39c-77f2-4dd6-a068-58702beac2dc', 'tenant_id': '8bf7f0f7880a435ba552361bcb31ef91', 'floating_ip_address': '172.27.0.124', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': '799f85a6-48ff-444b-8dad-74e741656474', 'port_id': 'd2c58462-fb66-479c-9106-a98477b390b4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2', 'mac_address': 'fa:16:3e:78:4b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T04:01:08Z', 'updated_at': '2022-07-28T04:03:08Z', 'revision_number': 3, 'project_id': '8bf7f0f7880a435ba552361bcb31ef91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6313a4ce-75ee-4e06-932c-3acd6f062c3a', 'name': '', 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2', 'tenant_id': '8bf7f0f7880a435ba552361bcb31ef91', 'mac_address': 'fa:16:3e:32:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799f85a6-48ff-444b-8dad-74e741656474', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:59:01Z', 'updated_at': '2022-07-28T03:59:21Z', 'revision_number': 5, 'project_id': '8bf7f0f7880a435ba552361bcb31ef91', 'subnets': [{'id': 'f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:03:09.378858 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4889bc49-780e-4245-a087-7dee65e898b7 None None] Checking router: 799f85a6-48ff-444b-8dad-74e741656474 for host: dv-cinder-851279-1-iscsi {{(pid=121476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:03:09.390854 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4889bc49-780e-4245-a087-7dee65e898b7 None None] Routers {'799f85a6-48ff-444b-8dad-74e741656474'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:03:09.391175 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-4889bc49-780e-4245-a087-7dee65e898b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:02:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['799f85a6-48ff-444b-8dad-74e741656474'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:03:09.445707 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:09.456840 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cddce87-6aa1-4e05-a185-6cd589cb25d9 req-4f9b8f93-21c6-4457-b366-c0f3c6670285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:09.459807 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0cddce87-6aa1-4e05-a185-6cd589cb25d9 req-4f9b8f93-21c6-4457-b366-c0f3c6670285 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c HTTP/1.1" status: 200 len: 858 time: 0.1229281 Jul 28 04:03:09.517627 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=100 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:09.568007 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-4d7af925-5c22-4c43-8a1e-438b46d338a9 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:09.569605 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-4d7af925-5c22-4c43-8a1e-438b46d338a9 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.67 "GET /v2.0/networks?id=9cf9021b-c509-4bfd-870b-1ff5c987c7dd HTTP/1.1" status: 200 len: 815 time: 0.2011650 Jul 28 04:03:09.570623 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cddce87-6aa1-4e05-a185-6cd589cb25d9 req-c709f251-abcd-4c7b-8e00-b94d9db8de64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:09.572445 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0cddce87-6aa1-4e05-a185-6cd589cb25d9 req-c709f251-abcd-4c7b-8e00-b94d9db8de64 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4531d3b7-3c72-4c16-9fba-50470f633af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0906267 Jul 28 04:03:09.622372 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-4889bc49-780e-4245-a087-7dee65e898b7 None None] Set router 799f85a6-48ff-444b-8dad-74e741656474 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:03:09.666314 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:09.717274 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-2c656b82-cd81-4821-811e-b20e8a8ba4ec tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f68fb083db524ab59ba49d71ae754ba0 HTTP/1.1" status: 200 len: 379 time: 0.1325786 Jul 28 04:03:09.737918 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-7e9f42a9-59fc-43f8-a8c8-5ce1ff5092b7 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Request body: {'port': {'device_id': '04979300-ed48-49df-85a4-13db2fae199b', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'admin_state_up': True, 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'security_groups': ['299bd8aa-9d2d-4024-8455-c528bcb3b46e']}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:03:09.767178 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:09.767178 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:09.822082 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0cddce87-6aa1-4e05-a185-6cd589cb25d9 req-20b54e78-0533-422a-885b-f5f5beb567e7 service neutron] 10.222.0.67 "GET /v2.0/networks/4531d3b7-3c72-4c16-9fba-50470f633af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351274 Jul 28 04:03:09.975638 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-4889bc49-780e-4245-a087-7dee65e898b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799f85a6-48ff-444b-8dad-74e741656474', 'name': 'tempest-ServerRescueNegativeTestJSON-1760952141-router', 'tenant_id': '8bf7f0f7880a435ba552361bcb31ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b4af4871-05b4-4ea1-9797-79edafad71d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:59:02Z', 'revision_number': 4, 'project_id': '8bf7f0f7880a435ba552361bcb31ef91', 'gw_port': {'id': 'b4af4871-05b4-4ea1-9797-79edafad71d3', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:16:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799f85a6-48ff-444b-8dad-74e741656474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:48Z', 'updated_at': '2022-07-28T03:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': '8cacd39c-77f2-4dd6-a068-58702beac2dc', 'tenant_id': '8bf7f0f7880a435ba552361bcb31ef91', 'floating_ip_address': '172.27.0.124', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': '799f85a6-48ff-444b-8dad-74e741656474', 'port_id': 'd2c58462-fb66-479c-9106-a98477b390b4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2', 'mac_address': 'fa:16:3e:78:4b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T04:01:08Z', 'updated_at': '2022-07-28T04:03:08Z', 'revision_number': 3, 'project_id': '8bf7f0f7880a435ba552361bcb31ef91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6313a4ce-75ee-4e06-932c-3acd6f062c3a', 'name': '', 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2', 'tenant_id': '8bf7f0f7880a435ba552361bcb31ef91', 'mac_address': 'fa:16:3e:32:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799f85a6-48ff-444b-8dad-74e741656474', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:59:01Z', 'updated_at': '2022-07-28T03:59:21Z', 'revision_number': 5, 'project_id': '8bf7f0f7880a435ba552361bcb31ef91', 'subnets': [{'id': 'f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:03:09.999905 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0cddce87-6aa1-4e05-a185-6cd589cb25d9 req-0e182e72-f4cb-4bef-8475-b2e6f71bd6b9 service neutron] 10.222.0.67 "GET /v2.0/networks/4531d3b7-3c72-4c16-9fba-50470f633af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723988 Jul 28 04:03:10.007593 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4889bc49-780e-4245-a087-7dee65e898b7 None None] The sync data for ids ['799f85a6-48ff-444b-8dad-74e741656474'] in dv-cinder-851279-1-iscsi is: [{'id': '799f85a6-48ff-444b-8dad-74e741656474', 'name': 'tempest-ServerRescueNegativeTestJSON-1760952141-router', 'tenant_id': '8bf7f0f7880a435ba552361bcb31ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b4af4871-05b4-4ea1-9797-79edafad71d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:59:02Z', 'revision_number': 4, 'project_id': '8bf7f0f7880a435ba552361bcb31ef91', 'gw_port': {'id': 'b4af4871-05b4-4ea1-9797-79edafad71d3', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:16:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799f85a6-48ff-444b-8dad-74e741656474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:48Z', 'updated_at': '2022-07-28T03:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': '8cacd39c-77f2-4dd6-a068-58702beac2dc', 'tenant_id': '8bf7f0f7880a435ba552361bcb31ef91', 'floating_ip_address': '172.27.0.124', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': '799f85a6-48ff-444b-8dad-74e741656474', 'port_id': 'd2c58462-fb66-479c-9106-a98477b390b4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2', 'mac_address': 'fa:16:3e:78:4b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T04:01:08Z', 'updated_at': '2022-07-28T04:03:08Z', 'revision_number': 3, 'project_id': '8bf7f0f7880a435ba552361bcb31ef91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6313a4ce-75ee-4e06-932c-3acd6f062c3a', 'name': '', 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2', 'tenant_id': '8bf7f0f7880a435ba552361bcb31ef91', 'mac_address': 'fa:16:3e:32:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799f85a6-48ff-444b-8dad-74e741656474', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:59:01Z', 'updated_at': '2022-07-28T03:59:21Z', 'revision_number': 5, 'project_id': '8bf7f0f7880a435ba552361bcb31ef91', 'subnets': [{'id': 'f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:03:10.139025 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-7e9f42a9-59fc-43f8-a8c8-5ce1ff5092b7 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Made reservation on behalf of f68fb083db524ab59ba49d71ae754ba0 for: {'port': 1} {{(pid=121474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:03:10.145812 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-7e9f42a9-59fc-43f8-a8c8-5ce1ff5092b7 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:10.308777 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.db_base_plugin_common [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-7e9f42a9-59fc-43f8-a8c8-5ce1ff5092b7 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Allocated IP 172.20.0.6 (9cf9021b-c509-4bfd-870b-1ff5c987c7dd/38052aec-d1bf-4b5e-9038-8acf97ddbe30/f5b15cf1-c323-439c-8cf9-2d761c12404a) {{(pid=121474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:03:10.374777 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0e7a7ae2-45f6-4152-8c0c-f65be5af4704 req-a3b2b377-4b40-451a-aaa6-b299e48c23a6 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=04979300-ed48-49df-85a4-13db2fae199b HTTP/1.1" status: 200 len: 210 time: 0.0582237 Jul 28 04:03:10.486254 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 55806) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:03:10.589189 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-7e9f42a9-59fc-43f8-a8c8-5ce1ff5092b7 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for port (f5b15cf1-c323-439c-8cf9-2d761c12404a), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:10.663114 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-e9be3a5f-0744-4bbc-ae6c-20e26dc72256 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:10.698555 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:10.707900 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-7e9f42a9-59fc-43f8-a8c8-5ce1ff5092b7 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (f5b15cf1-c323-439c-8cf9-2d761c12404a), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:10.777708 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-7e9f42a9-59fc-43f8-a8c8-5ce1ff5092b7 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Network 9cf9021b-c509-4bfd-870b-1ff5c987c7dd is already hosted by enough agents. {{(pid=121474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:03:10.789004 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-7e9f42a9-59fc-43f8-a8c8-5ce1ff5092b7 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Resources bound (agent type, host, resource id): {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:03:10.790717 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:10.795648 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-7e9f42a9-59fc-43f8-a8c8-5ce1ff5092b7 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Received port after_create {{(pid=121474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 04:03:10.801188 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9f42a9-59fc-43f8-a8c8-5ce1ff5092b7 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Pushing event updated for resources: {'Port': ['ID=f5b15cf1-c323-439c-8cf9-2d761c12404a,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:10.863143 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-e9be3a5f-0744-4bbc-ae6c-20e26dc72256 admin admin] Publish callbacks [] for security_group (29544875-c708-46ff-9080-ee47b01f4bac), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:10.875774 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-7e9f42a9-59fc-43f8-a8c8-5ce1ff5092b7 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:10.876484 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-7e9f42a9-59fc-43f8-a8c8-5ce1ff5092b7 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:10.979136 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-e9be3a5f-0744-4bbc-ae6c-20e26dc72256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (29544875-c708-46ff-9080-ee47b01f4bac), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:11.019735 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-7e9f42a9-59fc-43f8-a8c8-5ce1ff5092b7 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2951374 Jul 28 04:03:11.041685 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-7bebf036-1756-453f-ada0-cb8337d26e0c service neutron] Request body: {'port': {'device_id': '04979300-ed48-49df-85a4-13db2fae199b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:03:11.046142 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-e92554f1-7e22-4507-86c9-348586f355f1 None None] Provisioning complete for port f5b15cf1-c323-439c-8cf9-2d761c12404a triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:03:11.046638 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-e92554f1-7e22-4507-86c9-348586f355f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (f5b15cf1-c323-439c-8cf9-2d761c12404a), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:11.049378 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-e9be3a5f-0744-4bbc-ae6c-20e26dc72256 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9bcb135c66d24ccdabea542d73a08710&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5618370 Jul 28 04:03:11.052525 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 55812) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:03:11.074547 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be3a5f-0744-4bbc-ae6c-20e26dc72256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29544875-c708-46ff-9080-ee47b01f4bac,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:11.076953 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b', 'tag': 'd2c58462-fb66-479c-9106-a98477b390b4'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:03:11.079453 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cf8e83-8e5b-4a9b-9a13-a07a4a8b4d1b" -d '{"events": [{"name": "network-changed", "server_uuid": "4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b", "tag": "d2c58462-fb66-479c-9106-a98477b390b4"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:03:11.098591 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-e92554f1-7e22-4507-86c9-348586f355f1 None None] Port f5b15cf1-c323-439c-8cf9-2d761c12404a cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 04:03:11.130616 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 04:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8c244b-db7a-4483-8d97-503956c5af4d x-openstack-request-id: req-ab8c244b-db7a-4483-8d97-503956c5af4d {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:03:11.130616 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b", "tag": "d2c58462-fb66-479c-9106-a98477b390b4", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:03:11.130616 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ab8c244b-db7a-4483-8d97-503956c5af4d {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:03:11.130616 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab8c244b-db7a-4483-8d97-503956c5af4d'] response: {'name': 'network-changed', 'server_uuid': '4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b', 'tag': 'd2c58462-fb66-479c-9106-a98477b390b4', 'status': 'completed', 'code': 200} Jul 28 04:03:11.139991 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-0da963e6-d5cb-4fcc-8a86-d203af0e274f admin admin] Publish callbacks [] for security_group (29544875-c708-46ff-9080-ee47b01f4bac), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:11.143371 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-7bebf036-1756-453f-ada0-cb8337d26e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (f5b15cf1-c323-439c-8cf9-2d761c12404a), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:11.168311 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-0da963e6-d5cb-4fcc-8a86-d203af0e274f admin admin] Publish callbacks [] for security_group (29544875-c708-46ff-9080-ee47b01f4bac), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:11.224728 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf8e83-8e5b-4a9b-9a13-a07a4a8b4d1b req-e08847ea-1e05-4839-8cef-dd00c54eaa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:11.226298 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a6cf8e83-8e5b-4a9b-9a13-a07a4a8b4d1b req-e08847ea-1e05-4839-8cef-dd00c54eaa41 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8bf7f0f7880a435ba552361bcb31ef91&device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 1130 time: 0.0716891 Jul 28 04:03:11.319298 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-0da963e6-d5cb-4fcc-8a86-d203af0e274f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (29544875-c708-46ff-9080-ee47b01f4bac), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:11.322890 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-0da963e6-d5cb-4fcc-8a86-d203af0e274f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:11.324192 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-0da963e6-d5cb-4fcc-8a86-d203af0e274f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/29544875-c708-46ff-9080-ee47b01f4bac HTTP/1.1" status: 204 len: 168 time: 0.2705984 Jul 28 04:03:11.333350 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da963e6-d5cb-4fcc-8a86-d203af0e274f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29544875-c708-46ff-9080-ee47b01f4bac,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:11.455899 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf8e83-8e5b-4a9b-9a13-a07a4a8b4d1b req-81a01873-55a4-46c5-a6a5-b396c3db008d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:11.457654 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a6cf8e83-8e5b-4a9b-9a13-a07a4a8b4d1b req-81a01873-55a4-46c5-a6a5-b396c3db008d service neutron] 10.222.0.67 "GET /v2.0/networks?id=4531d3b7-3c72-4c16-9fba-50470f633af2 HTTP/1.1" status: 200 len: 920 time: 0.2217004 Jul 28 04:03:11.551501 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:11.601196 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc378f-e497-4410-a42e-e302db15347f req-a01bc8b1-1c29-4bc7-93fe-c2ba23ff0a33 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:11.602811 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c3cc378f-e497-4410-a42e-e302db15347f req-a01bc8b1-1c29-4bc7-93fe-c2ba23ff0a33 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=04979300-ed48-49df-85a4-13db2fae199b HTTP/1.1" status: 200 len: 931 time: 0.1241236 Jul 28 04:03:11.627556 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a6cf8e83-8e5b-4a9b-9a13-a07a4a8b4d1b req-0423b7e0-8144-48bc-8451-ffe7390caaac service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2c58462-fb66-479c-9106-a98477b390b4 HTTP/1.1" status: 200 len: 1002 time: 0.1570699 Jul 28 04:03:11.736137 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-7bebf036-1756-453f-ada0-cb8337d26e0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5b15cf1-c323-439c-8cf9-2d761c12404a {{(pid=121474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 04:03:11.757255 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-7bebf036-1756-453f-ada0-cb8337d26e0c service neutron] Publish callbacks [] for port (f5b15cf1-c323-439c-8cf9-2d761c12404a), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:11.765900 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c3cc378f-e497-4410-a42e-e302db15347f req-78e97317-5a63-4bbe-ba1a-f9c96d637c46 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=299bd8aa-9d2d-4024-8455-c528bcb3b46e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523046 Jul 28 04:03:11.775311 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf8e83-8e5b-4a9b-9a13-a07a4a8b4d1b req-9f976e34-656a-4cbb-ade5-8983a9cbe34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:11.775311 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a6cf8e83-8e5b-4a9b-9a13-a07a4a8b4d1b req-9f976e34-656a-4cbb-ade5-8983a9cbe34d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c HTTP/1.1" status: 200 len: 858 time: 0.1355836 Jul 28 04:03:11.833491 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.provisioning_blocks [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-7bebf036-1756-453f-ada0-cb8337d26e0c service neutron] Transition to ACTIVE for port object f5b15cf1-c323-439c-8cf9-2d761c12404a will not be triggered until provisioned by entity L2. {{(pid=121474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 04:03:11.852339 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf8e83-8e5b-4a9b-9a13-a07a4a8b4d1b req-afe782e7-92ea-4b5a-8aca-2b942815f848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:11.854103 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a6cf8e83-8e5b-4a9b-9a13-a07a4a8b4d1b req-afe782e7-92ea-4b5a-8aca-2b942815f848 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4531d3b7-3c72-4c16-9fba-50470f633af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0722685 Jul 28 04:03:11.912190 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-7bebf036-1756-453f-ada0-cb8337d26e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26044716'] for port (f5b15cf1-c323-439c-8cf9-2d761c12404a), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:11.918411 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:11.995389 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bebf036-1756-453f-ada0-cb8337d26e0c service neutron] Pushing event updated for resources: {'Port': ['ID=f5b15cf1-c323-439c-8cf9-2d761c12404a,revision_number=2']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:12.038498 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a6cf8e83-8e5b-4a9b-9a13-a07a4a8b4d1b req-f7a8678a-a8ff-498c-96f9-4c409e151e06 service neutron] 10.222.0.67 "GET /v2.0/networks/4531d3b7-3c72-4c16-9fba-50470f633af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771755 Jul 28 04:03:12.162940 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-7bebf036-1756-453f-ada0-cb8337d26e0c service neutron] Attempting to bind port f5b15cf1-c323-439c-8cf9-2d761c12404a on host hv-cinder-85127 for vnic_type normal with profile {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 04:03:12.163201 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-7bebf036-1756-453f-ada0-cb8337d26e0c service neutron] Attempting to bind port f5b15cf1-c323-439c-8cf9-2d761c12404a by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '37f94176-e298-4b67-acca-ec05537ae703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd'}] {{(pid=121474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 04:03:12.163503 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-7bebf036-1756-453f-ada0-cb8337d26e0c service neutron] Attempting to bind port f5b15cf1-c323-439c-8cf9-2d761c12404a on network 9cf9021b-c509-4bfd-870b-1ff5c987c7dd {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:03:12.174349 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-7bebf036-1756-453f-ada0-cb8337d26e0c service neutron] Port f5b15cf1-c323-439c-8cf9-2d761c12404a on network 9cf9021b-c509-4bfd-870b-1ff5c987c7dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 04:03:12.174765 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-7bebf036-1756-453f-ada0-cb8337d26e0c service neutron] Attempting to bind port f5b15cf1-c323-439c-8cf9-2d761c12404a on network 9cf9021b-c509-4bfd-870b-1ff5c987c7dd {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:03:12.191506 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-7bebf036-1756-453f-ada0-cb8337d26e0c service neutron] Checking agent: {'id': 'a6d923ff-d983-4784-981f-1bbce4c5c5ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 56, 49), 'started_at': datetime.datetime(2022, 7, 28, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 4, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 04:03:12.193811 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-7bebf036-1756-453f-ada0-cb8337d26e0c service neutron] Checking segment: {'id': '37f94176-e298-4b67-acca-ec05537ae703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 04:03:12.193811 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-7bebf036-1756-453f-ada0-cb8337d26e0c service neutron] Bound using segment: {'id': '37f94176-e298-4b67-acca-ec05537ae703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd'} {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 04:03:12.193811 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-7bebf036-1756-453f-ada0-cb8337d26e0c service neutron] Bound port: f5b15cf1-c323-439c-8cf9-2d761c12404a, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37f94176-e298-4b67-acca-ec05537ae703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd'}}] {{(pid=121474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 04:03:12.193811 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-7bebf036-1756-453f-ada0-cb8337d26e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (f5b15cf1-c323-439c-8cf9-2d761c12404a), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:12.221198 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a6cf8e83-8e5b-4a9b-9a13-a07a4a8b4d1b req-0c8600ad-11e8-41a2-b73b-66d7ea99095b service neutron] 10.222.0.67 "GET /v2.0/networks/4531d3b7-3c72-4c16-9fba-50470f633af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597612 Jul 28 04:03:12.293018 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-7bebf036-1756-453f-ada0-cb8337d26e0c service neutron] For port f5b15cf1-c323-439c-8cf9-2d761c12404a, host hv-cinder-85127, cleared binding levels {{(pid=121474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:03:12.297204 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-7bebf036-1756-453f-ada0-cb8337d26e0c service neutron] For port f5b15cf1-c323-439c-8cf9-2d761c12404a, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=f5b15cf1-c323-439c-8cf9-2d761c12404a,segment=NetworkSegment(37f94176-e298-4b67-acca-ec05537ae703),segment_id=37f94176-e298-4b67-acca-ec05537ae703)] {{(pid=121474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:03:12.379855 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-7bebf036-1756-453f-ada0-cb8337d26e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26044716'] for port (f5b15cf1-c323-439c-8cf9-2d761c12404a), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:12.452778 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-7bebf036-1756-453f-ada0-cb8337d26e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:12.452778 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-7bebf036-1756-453f-ada0-cb8337d26e0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:12.454095 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-7bebf036-1756-453f-ada0-cb8337d26e0c service neutron] 10.222.0.67 "PUT /v2.0/ports/f5b15cf1-c323-439c-8cf9-2d761c12404a HTTP/1.1" status: 200 len: 1093 time: 1.4191582 Jul 28 04:03:12.493835 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bebf036-1756-453f-ada0-cb8337d26e0c service neutron] Pushing event updated for resources: {'Port': ['ID=f5b15cf1-c323-439c-8cf9-2d761c12404a,revision_number=3']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:12.644316 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:12.660836 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-22c0414b-3e1c-4275-8aee-bd55b73c52d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:12.673406 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-22c0414b-3e1c-4275-8aee-bd55b73c52d9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f68fb083db524ab59ba49d71ae754ba0&device_id=04979300-ed48-49df-85a4-13db2fae199b HTTP/1.1" status: 200 len: 1127 time: 0.0778697 Jul 28 04:03:12.738061 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-304baea0-3e79-4874-98de-63ee72666464 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5b15cf1-c323-439c-8cf9-2d761c12404a HTTP/1.1" status: 200 len: 217 time: 0.0513949 Jul 28 04:03:12.798746 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-a76051b0-22e0-4820-a822-79aa4c225346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:12.800305 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-a76051b0-22e0-4820-a822-79aa4c225346 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=38052aec-d1bf-4b5e-9038-8acf97ddbe30 HTTP/1.1" status: 200 len: 854 time: 0.0560498 Jul 28 04:03:12.873032 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-1b77aff5-a2c0-4ce1-8353-44f0cb32952e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:12.876236 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-1b77aff5-a2c0-4ce1-8353-44f0cb32952e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9cf9021b-c509-4bfd-870b-1ff5c987c7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0684798 Jul 28 04:03:12.916543 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef0427-3cac-400c-b08e-5fc4597807bb req-cc613f4c-6e00-4ce7-a734-30b772fef356 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:12.921138 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-44ef0427-3cac-400c-b08e-5fc4597807bb req-cc613f4c-6e00-4ce7-a734-30b772fef356 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=04979300-ed48-49df-85a4-13db2fae199b HTTP/1.1" status: 200 len: 943 time: 0.0579457 Jul 28 04:03:12.981353 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-44ef0427-3cac-400c-b08e-5fc4597807bb req-f6fc831d-1e04-471f-88d0-3b4bc0a1e6a7 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=299bd8aa-9d2d-4024-8455-c528bcb3b46e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566204 Jul 28 04:03:13.009717 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-a1066fa9-06d0-408b-92dc-5d38137c0178 service neutron] 10.222.0.67 "GET /v2.0/networks/9cf9021b-c509-4bfd-870b-1ff5c987c7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254177 Jul 28 04:03:13.346483 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04979300-ed48-49df-85a4-13db2fae199b', 'tag': 'f5b15cf1-c323-439c-8cf9-2d761c12404a'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:03:13.348893 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da6b108-06c5-43c5-a99a-01fb1128f699" -d '{"events": [{"name": "network-changed", "server_uuid": "04979300-ed48-49df-85a4-13db2fae199b", "tag": "f5b15cf1-c323-439c-8cf9-2d761c12404a"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:03:13.419311 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 04:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76b1dbd-0001-4801-b99a-2a81a576b33c x-openstack-request-id: req-b76b1dbd-0001-4801-b99a-2a81a576b33c {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:03:13.419640 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04979300-ed48-49df-85a4-13db2fae199b", "tag": "f5b15cf1-c323-439c-8cf9-2d761c12404a", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:03:13.419933 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b76b1dbd-0001-4801-b99a-2a81a576b33c {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:03:13.420413 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b76b1dbd-0001-4801-b99a-2a81a576b33c'] response: {'name': 'network-changed', 'server_uuid': '04979300-ed48-49df-85a4-13db2fae199b', 'tag': 'f5b15cf1-c323-439c-8cf9-2d761c12404a', 'status': 'completed', 'code': 200} Jul 28 04:03:13.425003 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-07f90abe-c11f-4a10-845d-7b5e2a8dd65c req-0a359a00-9f5b-4dc0-a9d2-86fd13a1b907 service neutron] 10.222.0.67 "GET /v2.0/networks/9cf9021b-c509-4bfd-870b-1ff5c987c7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103601 Jul 28 04:03:14.129098 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7defb-89a3-43e6-a16d-009342b7fc1a req-8cc4727c-49cd-49a3-8a28-94b9ead81f33 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:14.130631 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-60d7defb-89a3-43e6-a16d-009342b7fc1a req-8cc4727c-49cd-49a3-8a28-94b9ead81f33 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=04979300-ed48-49df-85a4-13db2fae199b HTTP/1.1" status: 200 len: 943 time: 0.0712054 Jul 28 04:03:14.190689 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-60d7defb-89a3-43e6-a16d-009342b7fc1a req-0880facb-d269-4c24-a4e6-e69445df6d33 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=299bd8aa-9d2d-4024-8455-c528bcb3b46e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527534 Jul 28 04:03:14.668637 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6b108-06c5-43c5-a99a-01fb1128f699 req-b6df4090-1d40-481e-9a31-c1eac569c284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:14.670714 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4da6b108-06c5-43c5-a99a-01fb1128f699 req-b6df4090-1d40-481e-9a31-c1eac569c284 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f68fb083db524ab59ba49d71ae754ba0&device_id=04979300-ed48-49df-85a4-13db2fae199b HTTP/1.1" status: 200 len: 1127 time: 0.0497332 Jul 28 04:03:14.801580 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6b108-06c5-43c5-a99a-01fb1128f699 req-e30e1738-fc47-4a43-8439-fd5603870934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:14.803370 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4da6b108-06c5-43c5-a99a-01fb1128f699 req-e30e1738-fc47-4a43-8439-fd5603870934 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9cf9021b-c509-4bfd-870b-1ff5c987c7dd HTTP/1.1" status: 200 len: 916 time: 0.1259475 Jul 28 04:03:14.857378 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-2eb9c6b5-d440-45e5-bd58-a9ae25841fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:14.864502 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4da6b108-06c5-43c5-a99a-01fb1128f699 req-7aa76fc3-c00f-4e24-b8d2-89bf77340b3d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5b15cf1-c323-439c-8cf9-2d761c12404a HTTP/1.1" status: 200 len: 217 time: 0.0532453 Jul 28 04:03:14.923316 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6b108-06c5-43c5-a99a-01fb1128f699 req-d730e193-42f6-402c-800d-25059dda308b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:14.924756 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4da6b108-06c5-43c5-a99a-01fb1128f699 req-d730e193-42f6-402c-800d-25059dda308b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=38052aec-d1bf-4b5e-9038-8acf97ddbe30 HTTP/1.1" status: 200 len: 854 time: 0.0534337 Jul 28 04:03:14.981519 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6b108-06c5-43c5-a99a-01fb1128f699 req-cc5e51cf-f474-4320-a459-588fa3c23f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:14.983302 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4da6b108-06c5-43c5-a99a-01fb1128f699 req-cc5e51cf-f474-4320-a459-588fa3c23f2c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9cf9021b-c509-4bfd-870b-1ff5c987c7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509863 Jul 28 04:03:15.112929 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4da6b108-06c5-43c5-a99a-01fb1128f699 req-aaa07c93-cad0-4968-9915-6701e5a6e5ae service neutron] 10.222.0.67 "GET /v2.0/networks/9cf9021b-c509-4bfd-870b-1ff5c987c7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201048 Jul 28 04:03:15.186399 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:15.222537 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4da6b108-06c5-43c5-a99a-01fb1128f699 req-0946aa2a-793f-4e26-8b7c-a1f76a4ea9cb service neutron] 10.222.0.67 "GET /v2.0/networks/9cf9021b-c509-4bfd-870b-1ff5c987c7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021473 Jul 28 04:03:15.352641 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d11028-2014-487e-bab9-b31869be819a req-556893ee-f740-4830-a72e-bb2b2e19ad30 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:15.356007 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-a7d11028-2014-487e-bab9-b31869be819a req-556893ee-f740-4830-a72e-bb2b2e19ad30 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=04979300-ed48-49df-85a4-13db2fae199b HTTP/1.1" status: 200 len: 943 time: 0.0605745 Jul 28 04:03:15.426300 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-a7d11028-2014-487e-bab9-b31869be819a req-1fa05f56-b98e-473d-8750-12c629527be7 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=299bd8aa-9d2d-4024-8455-c528bcb3b46e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534010 Jul 28 04:03:15.892789 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4c513-84b4-4879-9303-2ca8c561d0d9 req-a20a35f2-7cc1-44d0-bf45-52ed6caae77a tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:15.894443 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-d2e4c513-84b4-4879-9303-2ca8c561d0d9 req-a20a35f2-7cc1-44d0-bf45-52ed6caae77a tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 947 time: 0.0524902 Jul 28 04:03:15.959406 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-d2e4c513-84b4-4879-9303-2ca8c561d0d9 req-9b642030-69d5-43ca-baa5-702dd8bff59c tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543270 Jul 28 04:03:16.561724 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86bca9-c424-4926-8bfd-fd69b8d026bd req-8d84a668-7f43-40f5-a73f-b477f97f5414 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:16.563358 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0d86bca9-c424-4926-8bfd-fd69b8d026bd req-8d84a668-7f43-40f5-a73f-b477f97f5414 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=04979300-ed48-49df-85a4-13db2fae199b HTTP/1.1" status: 200 len: 943 time: 0.0575569 Jul 28 04:03:16.619567 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0d86bca9-c424-4926-8bfd-fd69b8d026bd req-7b5e85ba-dbfa-4901-ad72-c8dbc62ce966 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=299bd8aa-9d2d-4024-8455-c528bcb3b46e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499976 Jul 28 04:03:17.106194 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:17.123208 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f221ca-dbe9-4b04-95e1-ba547aaf1e7c req-ad6ee726-2935-4242-850e-24573f8521f7 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:17.125137 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-39f221ca-dbe9-4b04-95e1-ba547aaf1e7c req-ad6ee726-2935-4242-850e-24573f8521f7 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 947 time: 0.0515757 Jul 28 04:03:17.168698 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:17.185652 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-39f221ca-dbe9-4b04-95e1-ba547aaf1e7c req-0dbead9d-6a06-4303-a0eb-aacde88dfab4 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542974 Jul 28 04:03:17.434019 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-396c5423-0429-42dc-9d8f-325ea27b2dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:17.500864 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device f5b15cf1-c323-439c-8cf9-2d761c12404a details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=121476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:03:17.752834 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port f5b15cf1-c323-439c-8cf9-2d761c12404a, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=f5b15cf1-c323-439c-8cf9-2d761c12404a,segment=NetworkSegment(37f94176-e298-4b67-acca-ec05537ae703),segment_id=37f94176-e298-4b67-acca-ec05537ae703)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:03:17.764488 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Returning: {'device': 'f5b15cf1-c323-439c-8cf9-2d761c12404a', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'port_id': 'f5b15cf1-c323-439c-8cf9-2d761c12404a', 'mac_address': 'fa:16:3e:92:64:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:03:17.774089 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f339fc-f9e3-4356-802a-a1edc78d707d req-de930eb3-65d7-40b8-a741-7bb9f8252091 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:17.775938 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-40f339fc-f9e3-4356-802a-a1edc78d707d req-de930eb3-65d7-40b8-a741-7bb9f8252091 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=04979300-ed48-49df-85a4-13db2fae199b HTTP/1.1" status: 200 len: 943 time: 0.0499260 Jul 28 04:03:17.804176 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port f5b15cf1-c323-439c-8cf9-2d761c12404a is: DOWN; New status is: BUILD {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:03:17.804575 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (f5b15cf1-c323-439c-8cf9-2d761c12404a), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:17.819464 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5b15cf1-c323-439c-8cf9-2d761c12404a {{(pid=121476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 04:03:17.833520 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-40f339fc-f9e3-4356-802a-a1edc78d707d req-39aebd35-bf18-449f-8c67-26c361e11de0 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=299bd8aa-9d2d-4024-8455-c528bcb3b46e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510559 Jul 28 04:03:17.842402 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port f5b15cf1-c323-439c-8cf9-2d761c12404a, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=f5b15cf1-c323-439c-8cf9-2d761c12404a,segment=NetworkSegment(37f94176-e298-4b67-acca-ec05537ae703),segment_id=37f94176-e298-4b67-acca-ec05537ae703)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:03:17.948342 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (f5b15cf1-c323-439c-8cf9-2d761c12404a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:17.992896 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:18.004318 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=f5b15cf1-c323-439c-8cf9-2d761c12404a,revision_number=4']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:18.318044 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e43a4-e039-4bbc-b8d6-7bf543fb36ff req-7636eadf-1a4c-48fb-97b2-b5a8848ccc0e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:18.319497 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-aa8e43a4-e039-4bbc-b8d6-7bf543fb36ff req-7636eadf-1a4c-48fb-97b2-b5a8848ccc0e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 947 time: 0.0500746 Jul 28 04:03:18.327005 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:18.370549 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-aa8e43a4-e039-4bbc-b8d6-7bf543fb36ff req-0cb79fcc-2831-42fa-b696-7f7e6ebe8198 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438225 Jul 28 04:03:18.769368 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] get_ports_and_sgs() called for port_ids ['f5b15cf1-c323-439c-8cf9-2d761c12404a'] {{(pid=121476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:03:18.877359 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:18.910521 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d923ff-d983-4784-981f-1bbce4c5c5ac), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:18.999195 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776f438-3839-464a-bb1d-c2d743e180ce req-9ef660c3-05cf-40f1-835a-506d942968a6 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:19.000845 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-7776f438-3839-464a-bb1d-c2d743e180ce req-9ef660c3-05cf-40f1-835a-506d942968a6 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=04979300-ed48-49df-85a4-13db2fae199b HTTP/1.1" status: 200 len: 944 time: 0.0816264 Jul 28 04:03:19.020579 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9aa61-e5c8-41ef-985f-49562de05ecc req-7ec6dad0-0eaf-4720-b0ff-d3eec1bf0ccb tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:19.022031 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-fcf9aa61-e5c8-41ef-985f-49562de05ecc req-7ec6dad0-0eaf-4720-b0ff-d3eec1bf0ccb tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.67 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 947 time: 0.0715330 Jul 28 04:03:19.107112 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-7776f438-3839-464a-bb1d-c2d743e180ce req-d1e2704b-1ee5-4c8f-aa57-55aeed4a3d91 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=299bd8aa-9d2d-4024-8455-c528bcb3b46e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001401 Jul 28 04:03:19.150276 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [req-fcf9aa61-e5c8-41ef-985f-49562de05ecc req-593eb721-4a54-4584-8865-44701b048e5e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Deleting port ef1e8289-929e-424e-b1c1-98a45ed868ea {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:03:19.150613 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-fcf9aa61-e5c8-41ef-985f-49562de05ecc req-593eb721-4a54-4584-8865-44701b048e5e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (ef1e8289-929e-424e-b1c1-98a45ed868ea), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:19.208484 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:19.260997 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-fcf9aa61-e5c8-41ef-985f-49562de05ecc req-593eb721-4a54-4584-8865-44701b048e5e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] For port ef1e8289-929e-424e-b1c1-98a45ed868ea, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=ef1e8289-929e-424e-b1c1-98a45ed868ea,segment=NetworkSegment(7ac5aa42-d84c-402d-8b7d-91411dee0356),segment_id=7ac5aa42-d84c-402d-8b7d-91411dee0356)] {{(pid=121474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:03:19.261580 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-fcf9aa61-e5c8-41ef-985f-49562de05ecc req-593eb721-4a54-4584-8865-44701b048e5e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (ef1e8289-929e-424e-b1c1-98a45ed868ea), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:19.498309 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-fcf9aa61-e5c8-41ef-985f-49562de05ecc req-593eb721-4a54-4584-8865-44701b048e5e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:19.498982 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-fcf9aa61-e5c8-41ef-985f-49562de05ecc req-593eb721-4a54-4584-8865-44701b048e5e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739753'] for floatingip (60446ab5-62d9-435c-987f-ae1f36ceb0e3), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:19.499262 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.db.l3_db [req-fcf9aa61-e5c8-41ef-985f-49562de05ecc req-593eb721-4a54-4584-8865-44701b048e5e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Floating IP 60446ab5-62d9-435c-987f-ae1f36ceb0e3 disassociated. External IP: 172.27.0.12, port: ef1e8289-929e-424e-b1c1-98a45ed868ea. Jul 28 04:03:19.499618 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [req-fcf9aa61-e5c8-41ef-985f-49562de05ecc req-593eb721-4a54-4584-8865-44701b048e5e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Calling delete_port for ef1e8289-929e-424e-b1c1-98a45ed868ea owned by compute:nova {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:03:19.508432 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5dae20-f271-45ad-9b0e-7f08354ce848 req-9aeb7614-f1f2-4b0f-88b9-b8f5663883a1 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:19.513579 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-ce5dae20-f271-45ad-9b0e-7f08354ce848 req-9aeb7614-f1f2-4b0f-88b9-b8f5663883a1 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 947 time: 0.0606208 Jul 28 04:03:19.528418 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device f5b15cf1-c323-439c-8cf9-2d761c12404a up at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:03:19.578478 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:19.579969 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-ce5dae20-f271-45ad-9b0e-7f08354ce848 req-8f15b447-d62e-4377-8973-4fce0b461f14 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=b45bc5e2-e1fb-413b-adf8-cdc3756b7419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552652 Jul 28 04:03:19.595578 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning for port f5b15cf1-c323-439c-8cf9-2d761c12404a completed by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 04:03:19.697953 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning complete for port f5b15cf1-c323-439c-8cf9-2d761c12404a triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:03:19.701993 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (f5b15cf1-c323-439c-8cf9-2d761c12404a), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:19.767323 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-fcf9aa61-e5c8-41ef-985f-49562de05ecc req-593eb721-4a54-4584-8865-44701b048e5e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (ef1e8289-929e-424e-b1c1-98a45ed868ea), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:19.792100 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port f5b15cf1-c323-439c-8cf9-2d761c12404a is: BUILD; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:03:19.792712 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (f5b15cf1-c323-439c-8cf9-2d761c12404a), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:19.801875 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593eb721-4a54-4584-8865-44701b048e5e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Pushing event deleted for resources: {'Port': ['ID=ef1e8289-929e-424e-b1c1-98a45ed868ea,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:19.817754 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593eb721-4a54-4584-8865-44701b048e5e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:19.817754 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593eb721-4a54-4584-8865-44701b048e5e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:19.817754 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593eb721-4a54-4584-8865-44701b048e5e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:19.817754 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593eb721-4a54-4584-8865-44701b048e5e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:19.817754 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593eb721-4a54-4584-8865-44701b048e5e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:19.817754 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593eb721-4a54-4584-8865-44701b048e5e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:19.817754 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593eb721-4a54-4584-8865-44701b048e5e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:19.817754 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593eb721-4a54-4584-8865-44701b048e5e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:19.817754 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593eb721-4a54-4584-8865-44701b048e5e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:19.818507 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593eb721-4a54-4584-8865-44701b048e5e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:19.818507 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593eb721-4a54-4584-8865-44701b048e5e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:19.818507 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593eb721-4a54-4584-8865-44701b048e5e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:19.818775 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593eb721-4a54-4584-8865-44701b048e5e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:19.819098 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593eb721-4a54-4584-8865-44701b048e5e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:19.819417 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593eb721-4a54-4584-8865-44701b048e5e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:19.833176 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04979300-ed48-49df-85a4-13db2fae199b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b15cf1-c323-439c-8cf9-2d761c12404a'}] {{(pid=121476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:03:19.837210 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63807e78e749bb54735be4dbe0f6e45a10aff1c6ba31450fe55014b89068368c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055a0875-f10b-442a-88a2-c2fa3e4065f0" -d '{"events": [{"server_uuid": "04979300-ed48-49df-85a4-13db2fae199b", "name": "network-vif-plugged", "status": "completed", "tag": "f5b15cf1-c323-439c-8cf9-2d761c12404a"}]}' {{(pid=121476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:03:19.859097 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port f5b15cf1-c323-439c-8cf9-2d761c12404a, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=f5b15cf1-c323-439c-8cf9-2d761c12404a,segment=NetworkSegment(37f94176-e298-4b67-acca-ec05537ae703),segment_id=37f94176-e298-4b67-acca-ec05537ae703)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:03:19.866124 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:19.903289 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 04:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216be4ae-2193-4c88-b00d-ec85d7d06035 x-openstack-request-id: req-216be4ae-2193-4c88-b00d-ec85d7d06035 {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:03:19.903598 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04979300-ed48-49df-85a4-13db2fae199b", "name": "network-vif-plugged", "status": "completed", "tag": "f5b15cf1-c323-439c-8cf9-2d761c12404a", "code": 200}]} {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:03:19.903852 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-216be4ae-2193-4c88-b00d-ec85d7d06035 {{(pid=121476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:03:19.904288 dv-cinder-851279-1-iscsi neutron-server[121476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-216be4ae-2193-4c88-b00d-ec85d7d06035'] response: {'server_uuid': '04979300-ed48-49df-85a4-13db2fae199b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b15cf1-c323-439c-8cf9-2d761c12404a', 'code': 200} Jul 28 04:03:19.955772 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fcf9aa61-e5c8-41ef-985f-49562de05ecc req-593eb721-4a54-4584-8865-44701b048e5e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Router 95336a6e-dd7f-42bf-bff6-d0b1501d2a21 has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 04:03:19.979333 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (f5b15cf1-c323-439c-8cf9-2d761c12404a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:20.047723 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=f5b15cf1-c323-439c-8cf9-2d761c12404a,revision_number=5']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:20.075151 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fcf9aa61-e5c8-41ef-985f-49562de05ecc req-593eb721-4a54-4584-8865-44701b048e5e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:03:20.098322 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6444f22-0133-4ba3-ab8a-95660bc48de5 None None] Sync routers for ids ['95336a6e-dd7f-42bf-bff6-d0b1501d2a21'] in dv-cinder-851279-1-iscsi {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:03:20.108625 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6444f22-0133-4ba3-ab8a-95660bc48de5 None None] Routers {'95336a6e-dd7f-42bf-bff6-d0b1501d2a21'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:03:20.109774 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-c6444f22-0133-4ba3-ab8a-95660bc48de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:03:17Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['95336a6e-dd7f-42bf-bff6-d0b1501d2a21'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:03:20.124223 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf9aa61-e5c8-41ef-985f-49562de05ecc req-593eb721-4a54-4584-8865-44701b048e5e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] No DVR routers for this DVR port ef1e8289-929e-424e-b1c1-98a45ed868ea on host hv-cinder-85127 {{(pid=121474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 04:03:20.127169 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-fcf9aa61-e5c8-41ef-985f-49562de05ecc req-593eb721-4a54-4584-8865-44701b048e5e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:20.130984 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-fcf9aa61-e5c8-41ef-985f-49562de05ecc req-593eb721-4a54-4584-8865-44701b048e5e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.67 "DELETE /v2.0/ports/ef1e8289-929e-424e-b1c1-98a45ed868ea HTTP/1.1" status: 204 len: 173 time: 1.1000354 Jul 28 04:03:20.131645 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eadfe50-2ab9-46dc-be42-b9496e4008ac', 'name': 'network-vif-deleted', 'tag': 'ef1e8289-929e-424e-b1c1-98a45ed868ea'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:03:20.135313 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4ef967-b415-4b35-9abc-ac4db4f91c96" -d '{"events": [{"server_uuid": "4eadfe50-2ab9-46dc-be42-b9496e4008ac", "name": "network-vif-deleted", "tag": "ef1e8289-929e-424e-b1c1-98a45ed868ea"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:03:20.170772 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:20.185197 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 04:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be084c2-6a06-48e5-96aa-768d26abbebc x-openstack-request-id: req-9be084c2-6a06-48e5-96aa-768d26abbebc {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:03:20.185855 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eadfe50-2ab9-46dc-be42-b9496e4008ac", "name": "network-vif-deleted", "tag": "ef1e8289-929e-424e-b1c1-98a45ed868ea", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:03:20.186187 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9be084c2-6a06-48e5-96aa-768d26abbebc {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:03:20.187520 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9be084c2-6a06-48e5-96aa-768d26abbebc'] response: {'server_uuid': '4eadfe50-2ab9-46dc-be42-b9496e4008ac', 'name': 'network-vif-deleted', 'tag': 'ef1e8289-929e-424e-b1c1-98a45ed868ea', 'status': 'completed', 'code': 200} Jul 28 04:03:20.301561 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65370fcb-f70e-4160-9c18-daf7eb5dba19 req-e4c8a9f2-ca24-4a94-8544-939e9aa7693b tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:20.304568 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-65370fcb-f70e-4160-9c18-daf7eb5dba19 req-e4c8a9f2-ca24-4a94-8544-939e9aa7693b tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=04979300-ed48-49df-85a4-13db2fae199b HTTP/1.1" status: 200 len: 945 time: 0.0658114 Jul 28 04:03:20.333405 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:20.406720 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-65370fcb-f70e-4160-9c18-daf7eb5dba19 req-fa5d537d-4935-477f-8165-fc59888222ab tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=299bd8aa-9d2d-4024-8455-c528bcb3b46e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964999 Jul 28 04:03:20.443689 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-c6444f22-0133-4ba3-ab8a-95660bc48de5 None None] Set router 95336a6e-dd7f-42bf-bff6-d0b1501d2a21 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:03:20.478083 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d5aa9-b341-4512-866d-9a97f10beaef req-5f67afe7-baf8-4ba1-a3d1-b8833d18319b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:20.479786 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-430d5aa9-b341-4512-866d-9a97f10beaef req-5f67afe7-baf8-4ba1-a3d1-b8833d18319b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=04979300-ed48-49df-85a4-13db2fae199b HTTP/1.1" status: 200 len: 1129 time: 0.0507779 Jul 28 04:03:20.536697 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-430d5aa9-b341-4512-866d-9a97f10beaef req-fd2ec84d-6489-4957-9e02-435d21888e8c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=299bd8aa-9d2d-4024-8455-c528bcb3b46e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473909 Jul 28 04:03:20.645655 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-c6444f22-0133-4ba3-ab8a-95660bc48de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'name': 'tempest-AttachVolumeShelveTestJSON-508782801-router', 'tenant_id': '52b087e8dc5c4426b8402dfdf99328ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '7b5d5ba8-6147-4c01-9701-b138b2a8254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T03:58:56Z', 'revision_number': 4, 'project_id': '52b087e8dc5c4426b8402dfdf99328ad', 'gw_port': {'id': '7b5d5ba8-6147-4c01-9701-b138b2a8254d', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '956e5455-c6ed-45cd-ab56-d0cb6bb35657', 'name': '', 'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc', 'tenant_id': '52b087e8dc5c4426b8402dfdf99328ad', 'mac_address': 'fa:16:3e:06:ab:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '81f8d920-e036-48ec-bb1b-67fea0f2e9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:54Z', 'updated_at': '2022-07-28T03:59:07Z', 'revision_number': 5, 'project_id': '52b087e8dc5c4426b8402dfdf99328ad', 'subnets': [{'id': '81f8d920-e036-48ec-bb1b-67fea0f2e9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:03:20.675397 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6444f22-0133-4ba3-ab8a-95660bc48de5 None None] Checking router: 95336a6e-dd7f-42bf-bff6-d0b1501d2a21 for host: dv-cinder-851279-1-iscsi {{(pid=121477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:03:20.686605 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6444f22-0133-4ba3-ab8a-95660bc48de5 None None] Routers {'95336a6e-dd7f-42bf-bff6-d0b1501d2a21'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:03:20.687039 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-c6444f22-0133-4ba3-ab8a-95660bc48de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:03:17Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['95336a6e-dd7f-42bf-bff6-d0b1501d2a21'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:03:20.750222 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-4e0d6a3e-a1c6-41f9-a793-91260ca9f9f6 req-6fa2f4c6-ba32-4fd6-bdad-b2e59a145890 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 210 time: 0.0550711 Jul 28 04:03:20.809735 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-c6444f22-0133-4ba3-ab8a-95660bc48de5 None None] Set router 95336a6e-dd7f-42bf-bff6-d0b1501d2a21 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:03:21.023815 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-c6444f22-0133-4ba3-ab8a-95660bc48de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'name': 'tempest-AttachVolumeShelveTestJSON-508782801-router', 'tenant_id': '52b087e8dc5c4426b8402dfdf99328ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '7b5d5ba8-6147-4c01-9701-b138b2a8254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T03:58:56Z', 'revision_number': 4, 'project_id': '52b087e8dc5c4426b8402dfdf99328ad', 'gw_port': {'id': '7b5d5ba8-6147-4c01-9701-b138b2a8254d', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '956e5455-c6ed-45cd-ab56-d0cb6bb35657', 'name': '', 'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc', 'tenant_id': '52b087e8dc5c4426b8402dfdf99328ad', 'mac_address': 'fa:16:3e:06:ab:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '81f8d920-e036-48ec-bb1b-67fea0f2e9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:54Z', 'updated_at': '2022-07-28T03:59:07Z', 'revision_number': 5, 'project_id': '52b087e8dc5c4426b8402dfdf99328ad', 'subnets': [{'id': '81f8d920-e036-48ec-bb1b-67fea0f2e9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:03:21.049682 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6444f22-0133-4ba3-ab8a-95660bc48de5 None None] The sync data for ids ['95336a6e-dd7f-42bf-bff6-d0b1501d2a21'] in dv-cinder-851279-1-iscsi is: [{'id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'name': 'tempest-AttachVolumeShelveTestJSON-508782801-router', 'tenant_id': '52b087e8dc5c4426b8402dfdf99328ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '7b5d5ba8-6147-4c01-9701-b138b2a8254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T03:58:56Z', 'revision_number': 4, 'project_id': '52b087e8dc5c4426b8402dfdf99328ad', 'gw_port': {'id': '7b5d5ba8-6147-4c01-9701-b138b2a8254d', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '956e5455-c6ed-45cd-ab56-d0cb6bb35657', 'name': '', 'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc', 'tenant_id': '52b087e8dc5c4426b8402dfdf99328ad', 'mac_address': 'fa:16:3e:06:ab:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '81f8d920-e036-48ec-bb1b-67fea0f2e9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:54Z', 'updated_at': '2022-07-28T03:59:07Z', 'revision_number': 5, 'project_id': '52b087e8dc5c4426b8402dfdf99328ad', 'subnets': [{'id': '81f8d920-e036-48ec-bb1b-67fea0f2e9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:03:21.278624 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3dc9f7-da24-4dbe-aa5e-9fab369b23e4 None None] New status for floating IP 60446ab5-62d9-435c-987f-ae1f36ceb0e3: DOWN {{(pid=121476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 04:03:21.533766 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07b22f-94c2-4899-9df0-44203a0368b0 req-e856bb11-a343-4d0f-8fc1-cc2a6001697d tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:21.535260 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ea07b22f-94c2-4899-9df0-44203a0368b0 req-e856bb11-a343-4d0f-8fc1-cc2a6001697d tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=04979300-ed48-49df-85a4-13db2fae199b HTTP/1.1" status: 200 len: 945 time: 0.0505383 Jul 28 04:03:21.586549 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ea07b22f-94c2-4899-9df0-44203a0368b0 req-87d6c17a-1236-4225-9d0e-ba36ff19b8a8 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=299bd8aa-9d2d-4024-8455-c528bcb3b46e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450120 Jul 28 04:03:21.916563 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-7e3306df-7046-4c58-af1f-d98b715bebdb req-72c51408-8241-431e-bf59-79537581397e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 210 time: 0.0358458 Jul 28 04:03:22.709409 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181dde2-d76f-44bd-afda-31c4b9abfda6 req-d5f46a27-dd1a-4967-9c60-010d540cd57c tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:22.710964 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-e181dde2-d76f-44bd-afda-31c4b9abfda6 req-d5f46a27-dd1a-4967-9c60-010d540cd57c tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=04979300-ed48-49df-85a4-13db2fae199b HTTP/1.1" status: 200 len: 945 time: 0.0490627 Jul 28 04:03:22.761970 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-e181dde2-d76f-44bd-afda-31c4b9abfda6 req-73a4e786-9c7e-4cc4-9839-a550d401fa4d tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=299bd8aa-9d2d-4024-8455-c528bcb3b46e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451126 Jul 28 04:03:23.049605 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-6348019c-c0c4-4a5d-83d1-6962d8682209 req-ff8dbb5c-0538-4e4b-b53f-d6246d16112b tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 210 time: 0.0309303 Jul 28 04:03:23.597985 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device ef1e8289-929e-424e-b1c1-98a45ed868ea no longer exists at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:03:23.621150 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] No Port match for: ef1e8289-929e-424e-b1c1-98a45ed868ea {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:03:23.621487 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device ef1e8289-929e-424e-b1c1-98a45ed868ea not bound to the agent host hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:03:23.895778 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9826bc58-1c1c-424a-836c-402014c13569 req-10eacf54-f977-417d-8922-4717acd33390 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:23.897449 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-9826bc58-1c1c-424a-836c-402014c13569 req-10eacf54-f977-417d-8922-4717acd33390 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=04979300-ed48-49df-85a4-13db2fae199b HTTP/1.1" status: 200 len: 945 time: 0.0607891 Jul 28 04:03:23.953141 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-9826bc58-1c1c-424a-836c-402014c13569 req-c21cf09a-150a-4796-89b2-c6025e38267b tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=299bd8aa-9d2d-4024-8455-c528bcb3b46e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496893 Jul 28 04:03:24.175263 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-cd917138-6236-4f96-ad33-1d8f21311f29 req-44281cb0-b300-48a2-999b-b9f6507ff0a7 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eadfe50-2ab9-46dc-be42-b9496e4008ac HTTP/1.1" status: 200 len: 210 time: 0.0305369 Jul 28 04:03:25.100026 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d58365-4e8d-4800-b27f-6811e28b9a94 req-e775b2c4-572a-498a-8773-8629318a9ba4 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:25.101685 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-23d58365-4e8d-4800-b27f-6811e28b9a94 req-e775b2c4-572a-498a-8773-8629318a9ba4 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=04979300-ed48-49df-85a4-13db2fae199b HTTP/1.1" status: 200 len: 945 time: 0.0700459 Jul 28 04:03:25.159327 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-23d58365-4e8d-4800-b27f-6811e28b9a94 req-350aa019-f3d2-4aea-ad72-e677e2d9b022 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=299bd8aa-9d2d-4024-8455-c528bcb3b46e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502217 Jul 28 04:03:25.291705 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb749695-b407-4654-acbb-803505c182f2 req-40afdd87-763f-4e31-b324-b0175eacaa7b tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:25.293391 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-fb749695-b407-4654-acbb-803505c182f2 req-40afdd87-763f-4e31-b324-b0175eacaa7b tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 946 time: 0.0641460 Jul 28 04:03:25.350037 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-fb749695-b407-4654-acbb-803505c182f2 req-25b8acaf-2bb1-466d-b762-b2550afaefc4 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505273 Jul 28 04:03:25.393319 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 55952) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:03:25.465837 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-9aa9eee6-d53a-4fe5-beb5-530916ef79ba tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks [] for security_group (b45bc5e2-e1fb-413b-adf8-cdc3756b7419), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:25.495389 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-9aa9eee6-d53a-4fe5-beb5-530916ef79ba tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks [] for security_group (b45bc5e2-e1fb-413b-adf8-cdc3756b7419), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:25.636234 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-9aa9eee6-d53a-4fe5-beb5-530916ef79ba tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (b45bc5e2-e1fb-413b-adf8-cdc3756b7419), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:25.639090 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-9aa9eee6-d53a-4fe5-beb5-530916ef79ba tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:25.640383 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-9aa9eee6-d53a-4fe5-beb5-530916ef79ba tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "DELETE /v2.0/security-groups/b45bc5e2-e1fb-413b-adf8-cdc3756b7419 HTTP/1.1" status: 204 len: 168 time: 0.2458882 Jul 28 04:03:25.643249 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 55954) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:03:25.652495 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa9eee6-d53a-4fe5-beb5-530916ef79ba tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45bc5e2-e1fb-413b-adf8-cdc3756b7419,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:25.660474 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.api.v2.resource [None req-130a1e99-c229-44b9-afb0-15490c7ef55b tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] show failed (client error): The resource could not be found. Jul 28 04:03:25.661594 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-130a1e99-c229-44b9-afb0-15490c7ef55b tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups/b45bc5e2-e1fb-413b-adf8-cdc3756b7419 HTTP/1.1" status: 404 len: 347 time: 0.0170138 Jul 28 04:03:25.665605 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 55956) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:03:25.787943 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.agents_db [None req-58c662dc-5ea5-4853-b3cc-f7bb2188e679 None None] Agent healthcheck: found 6 active agents {{(pid=121477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:03:25.798620 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-a7d4b6f1-d655-4775-a94d-e533f2160cda tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Deleting port 65743a0b-c155-45bc-9d47-4da430f9e627 {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:03:25.798981 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-a7d4b6f1-d655-4775-a94d-e533f2160cda tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (65743a0b-c155-45bc-9d47-4da430f9e627), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:25.893626 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-a7d4b6f1-d655-4775-a94d-e533f2160cda tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (65743a0b-c155-45bc-9d47-4da430f9e627), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:25.893932 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-a7d4b6f1-d655-4775-a94d-e533f2160cda tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks [] for floatingip (65743a0b-c155-45bc-9d47-4da430f9e627), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:25.913806 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-a7d4b6f1-d655-4775-a94d-e533f2160cda tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Calling delete_port for 65743a0b-c155-45bc-9d47-4da430f9e627 owned by network:floatingip {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:03:25.920547 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:26.029428 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:26.188057 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-a7d4b6f1-d655-4775-a94d-e533f2160cda tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (65743a0b-c155-45bc-9d47-4da430f9e627), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:26.214618 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4b6f1-d655-4775-a94d-e533f2160cda tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Pushing event deleted for resources: {'Port': ['ID=65743a0b-c155-45bc-9d47-4da430f9e627,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:26.336240 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd499ee-cf93-4cd4-8935-a3f9d3b81e0e req-50313b14-e8c9-4cbe-bd14-45d071891bbf tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:26.338323 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ecd499ee-cf93-4cd4-8935-a3f9d3b81e0e req-50313b14-e8c9-4cbe-bd14-45d071891bbf tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=04979300-ed48-49df-85a4-13db2fae199b HTTP/1.1" status: 200 len: 945 time: 0.0911112 Jul 28 04:03:26.341353 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-a7d4b6f1-d655-4775-a94d-e533f2160cda tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks [] for floatingip (60446ab5-62d9-435c-987f-ae1f36ceb0e3), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:26.344023 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-a7d4b6f1-d655-4775-a94d-e533f2160cda tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for floatingip (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:26.345136 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-a7d4b6f1-d655-4775-a94d-e533f2160cda tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "DELETE /v2.0/floatingips/60446ab5-62d9-435c-987f-ae1f36ceb0e3 HTTP/1.1" status: 204 len: 168 time: 0.6785471 Jul 28 04:03:26.392227 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ecd499ee-cf93-4cd4-8935-a3f9d3b81e0e req-e0151e8a-622e-48f7-90ab-ff47df03944b tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=299bd8aa-9d2d-4024-8455-c528bcb3b46e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458808 Jul 28 04:03:26.496666 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449ec56-8e37-4232-9e81-e7ee86bf593a req-ed5455b5-7d52-4051-9cc2-a682b73c94e8 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:26.498163 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-2449ec56-8e37-4232-9e81-e7ee86bf593a req-ed5455b5-7d52-4051-9cc2-a682b73c94e8 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 946 time: 0.0485303 Jul 28 04:03:26.557055 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-2449ec56-8e37-4232-9e81-e7ee86bf593a req-088d20ff-ad76-41b4-8423-c0572c50b00c tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530496 Jul 28 04:03:26.621327 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 55970) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:03:26.626195 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-28af3fe0-f7e1-4843-9252-7265a329a454 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1230771757', 'description': 'tempest-description--564767585'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:03:26.672555 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c41b2-6c77-4a0e-91a0-4812bdc6c9c9 req-6b95e6fe-b930-48f5-b57a-37cba87e6073 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:26.674136 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-b50c41b2-6c77-4a0e-91a0-4812bdc6c9c9 req-6b95e6fe-b930-48f5-b57a-37cba87e6073 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=04979300-ed48-49df-85a4-13db2fae199b HTTP/1.1" status: 200 len: 945 time: 0.0558441 Jul 28 04:03:26.684543 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 55972) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:03:26.688938 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-7b1edbc3-6f43-40aa-a837-a357b4cf9bd5 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Request body: {'floatingip': {'port_id': 'f5b15cf1-c323-439c-8cf9-2d761c12404a'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:03:26.732453 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-7b1edbc3-6f43-40aa-a837-a357b4cf9bd5 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for floatingip (b782151c-79a0-4bbd-967f-591a0b0ad998), before_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:26.753755 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-28af3fe0-f7e1-4843-9252-7265a329a454 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:26.842967 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-28af3fe0-f7e1-4843-9252-7265a329a454 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks [] for security_group (56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:26.949923 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-28af3fe0-f7e1-4843-9252-7265a329a454 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:26.988971 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28af3fe0-f7e1-4843-9252-7265a329a454 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:27.052960 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-28af3fe0-f7e1-4843-9252-7265a329a454 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:27.058430 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-28af3fe0-f7e1-4843-9252-7265a329a454 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4318681 Jul 28 04:03:27.058631 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 55976) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:03:27.064357 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-8d93e315-11d3-448a-9a43-a892cfc06776 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Request body: {'security_group_rule': {'security_group_id': '56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:03:27.184182 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-8d93e315-11d3-448a-9a43-a892cfc06776 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks [] for security_group_rule (edb984e4-eab7-436b-80a8-2fba1c9141de), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:27.223326 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:27.245185 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-7b1edbc3-6f43-40aa-a837-a357b4cf9bd5 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:27.260711 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-8d93e315-11d3-448a-9a43-a892cfc06776 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks [] for security_group_rule (edb984e4-eab7-436b-80a8-2fba1c9141de), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:27.350043 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-7b1edbc3-6f43-40aa-a837-a357b4cf9bd5 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739753'] for floatingip (b782151c-79a0-4bbd-967f-591a0b0ad998), after_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:27.388573 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-8d93e315-11d3-448a-9a43-a892cfc06776 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831501'] for security_group_rule (edb984e4-eab7-436b-80a8-2fba1c9141de), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:27.410705 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93e315-11d3-448a-9a43-a892cfc06776 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edb984e4-eab7-436b-80a8-2fba1c9141de,revision_number=0']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:27.458845 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.db.l3_db [None req-7b1edbc3-6f43-40aa-a837-a357b4cf9bd5 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Floating IP b782151c-79a0-4bbd-967f-591a0b0ad998 associated. External IP: 172.27.0.151, port: f5b15cf1-c323-439c-8cf9-2d761c12404a. Jul 28 04:03:27.478749 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-8d93e315-11d3-448a-9a43-a892cfc06776 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:27.483243 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-8d93e315-11d3-448a-9a43-a892cfc06776 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4234321 Jul 28 04:03:27.483892 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 55978) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:03:27.488605 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-93996835-135e-4b8e-b1ba-2696241aa93d tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Request body: {'security_group_rule': {'security_group_id': '56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:03:27.608183 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-93996835-135e-4b8e-b1ba-2696241aa93d tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks [] for security_group_rule (c786d030-cab4-43c9-a02e-de492e89eaee), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:27.650086 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:27.709602 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce1b15c-d01e-4b3d-8b85-771451c50d5a req-3b20de1c-a6d9-4c71-afd9-1fc55e170131 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:27.711104 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-5ce1b15c-d01e-4b3d-8b85-771451c50d5a req-3b20de1c-a6d9-4c71-afd9-1fc55e170131 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 946 time: 0.0693896 Jul 28 04:03:27.733558 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1edbc3-6f43-40aa-a837-a357b4cf9bd5 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Router 2d1945e5-9fdd-4c9c-9878-1432accd293d has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 04:03:27.736490 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:27.738683 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-93996835-135e-4b8e-b1ba-2696241aa93d tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks [] for security_group_rule (c786d030-cab4-43c9-a02e-de492e89eaee), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:27.792239 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-5ce1b15c-d01e-4b3d-8b85-771451c50d5a req-b810d78d-ad97-4544-880a-1d779dfd8b29 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732267 Jul 28 04:03:27.810536 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-93996835-135e-4b8e-b1ba-2696241aa93d tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831501'] for security_group_rule (c786d030-cab4-43c9-a02e-de492e89eaee), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:27.832923 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93996835-135e-4b8e-b1ba-2696241aa93d tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c786d030-cab4-43c9-a02e-de492e89eaee,revision_number=0']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:27.862384 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1edbc3-6f43-40aa-a837-a357b4cf9bd5 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:03:27.873061 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81886c07-f57e-4e89-ba1d-ac4d19b687f2 None None] Sync routers for ids ['2d1945e5-9fdd-4c9c-9878-1432accd293d'] in dv-cinder-851279-1-iscsi {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:03:27.875608 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-7b1edbc3-6f43-40aa-a837-a357b4cf9bd5 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for floatingip (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:27.885817 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81886c07-f57e-4e89-ba1d-ac4d19b687f2 None None] Routers {'2d1945e5-9fdd-4c9c-9878-1432accd293d'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:03:27.886480 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-81886c07-f57e-4e89-ba1d-ac4d19b687f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:03:17Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['2d1945e5-9fdd-4c9c-9878-1432accd293d'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:03:27.895049 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-93996835-135e-4b8e-b1ba-2696241aa93d tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:27.896681 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-93996835-135e-4b8e-b1ba-2696241aa93d tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4115529 Jul 28 04:03:27.900329 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 55982) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:03:27.904966 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-0112dd15-cca3-4516-b32b-06eab7700eea tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Request body: {'floatingip': {'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:03:27.919573 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-7b1edbc3-6f43-40aa-a837-a357b4cf9bd5 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "PUT /v2.0/floatingips/b782151c-79a0-4bbd-967f-591a0b0ad998 HTTP/1.1" status: 200 len: 991 time: 1.2297561 Jul 28 04:03:27.919573 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04979300-ed48-49df-85a4-13db2fae199b', 'tag': 'f5b15cf1-c323-439c-8cf9-2d761c12404a'}] {{(pid=121475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:03:27.920327 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ccdd625b6c35f453df47d8ce3046bfbae24fa7e88dffa5888c0c6e748a7dd72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa6839f-b340-4568-b22d-a7c7aa4df7d3" -d '{"events": [{"name": "network-changed", "server_uuid": "04979300-ed48-49df-85a4-13db2fae199b", "tag": "f5b15cf1-c323-439c-8cf9-2d761c12404a"}]}' {{(pid=121475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:03:27.972020 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 04:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f366237-2f3d-4eb3-948e-566f09c642bb x-openstack-request-id: req-6f366237-2f3d-4eb3-948e-566f09c642bb {{(pid=121475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:03:27.972452 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04979300-ed48-49df-85a4-13db2fae199b", "tag": "f5b15cf1-c323-439c-8cf9-2d761c12404a", "status": "completed", "code": 200}]} {{(pid=121475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:03:27.972827 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6f366237-2f3d-4eb3-948e-566f09c642bb {{(pid=121475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:03:27.973435 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f366237-2f3d-4eb3-948e-566f09c642bb'] response: {'name': 'network-changed', 'server_uuid': '04979300-ed48-49df-85a4-13db2fae199b', 'tag': 'f5b15cf1-c323-439c-8cf9-2d761c12404a', 'status': 'completed', 'code': 200} Jul 28 04:03:28.028606 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-81886c07-f57e-4e89-ba1d-ac4d19b687f2 None None] Set router 2d1945e5-9fdd-4c9c-9878-1432accd293d gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:03:28.030149 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-0112dd15-cca3-4516-b32b-06eab7700eea tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:28.034945 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:28.161022 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-0112dd15-cca3-4516-b32b-06eab7700eea tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:28.173571 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=100 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:28.211699 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6839f-b340-4568-b22d-a7c7aa4df7d3 req-e7de276f-a4a3-4093-87b1-914b5cce07df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:28.213433 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-afa6839f-b340-4568-b22d-a7c7aa4df7d3 req-e7de276f-a4a3-4093-87b1-914b5cce07df service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f68fb083db524ab59ba49d71ae754ba0&device_id=04979300-ed48-49df-85a4-13db2fae199b HTTP/1.1" status: 200 len: 1129 time: 0.0905261 Jul 28 04:03:28.302333 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=100 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:28.316333 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-81886c07-f57e-4e89-ba1d-ac4d19b687f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'name': 'tempest-AttachVolumeNegativeTest-1250024005-router', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:58:59Z', 'revision_number': 4, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'gw_port': {'id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:45:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': 'b782151c-79a0-4bbd-967f-591a0b0ad998', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'port_id': 'f5b15cf1-c323-439c-8cf9-2d761c12404a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'mac_address': 'fa:16:3e:92:64:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04979300-ed48-49df-85a4-13db2fae199b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T04:03:04Z', 'updated_at': '2022-07-28T04:03:27Z', 'revision_number': 1, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e3be20-44f2-425a-a063-9ed509852e7c', 'name': '', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'mac_address': 'fa:16:3e:1e:0e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:58Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 5, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'subnets': [{'id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:03:28.344556 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81886c07-f57e-4e89-ba1d-ac4d19b687f2 None None] Checking router: 2d1945e5-9fdd-4c9c-9878-1432accd293d for host: dv-cinder-851279-1-iscsi {{(pid=121477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:03:28.360858 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81886c07-f57e-4e89-ba1d-ac4d19b687f2 None None] Routers {'2d1945e5-9fdd-4c9c-9878-1432accd293d'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:03:28.361882 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-81886c07-f57e-4e89-ba1d-ac4d19b687f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:03:17Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['2d1945e5-9fdd-4c9c-9878-1432accd293d'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:03:28.380608 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.db_base_plugin_common [None req-0112dd15-cca3-4516-b32b-06eab7700eea tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Allocated IP 172.27.0.62 (ea650c0a-dc48-4a0d-a6e0-295879bc3df9/483d9f6f-a7db-4d58-8be3-14e833e697b6/a2b90756-3da2-45ff-9f08-4ff59cfbaa9c) {{(pid=121474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:03:28.394335 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6839f-b340-4568-b22d-a7c7aa4df7d3 req-42ea8822-504e-4631-92fe-dfd836cc8d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:28.395930 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-afa6839f-b340-4568-b22d-a7c7aa4df7d3 req-42ea8822-504e-4631-92fe-dfd836cc8d93 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9cf9021b-c509-4bfd-870b-1ff5c987c7dd HTTP/1.1" status: 200 len: 916 time: 0.1742740 Jul 28 04:03:28.520235 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-afa6839f-b340-4568-b22d-a7c7aa4df7d3 req-cbde1e18-c9d0-4af8-816b-1c394e9290b9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5b15cf1-c323-439c-8cf9-2d761c12404a HTTP/1.1" status: 200 len: 999 time: 0.1151488 Jul 28 04:03:28.520932 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-81886c07-f57e-4e89-ba1d-ac4d19b687f2 None None] Set router 2d1945e5-9fdd-4c9c-9878-1432accd293d gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:03:28.611754 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-0112dd15-cca3-4516-b32b-06eab7700eea tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks [] for port (a2b90756-3da2-45ff-9f08-4ff59cfbaa9c), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:28.617254 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6839f-b340-4568-b22d-a7c7aa4df7d3 req-b944c2b6-1812-4c54-8ebe-6724837401df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:28.617254 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-afa6839f-b340-4568-b22d-a7c7aa4df7d3 req-b944c2b6-1812-4c54-8ebe-6724837401df service neutron] 10.222.0.67 "GET /v2.0/subnets?id=38052aec-d1bf-4b5e-9038-8acf97ddbe30 HTTP/1.1" status: 200 len: 854 time: 0.0880809 Jul 28 04:03:28.687052 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6839f-b340-4568-b22d-a7c7aa4df7d3 req-32aa7f3d-9598-4787-8e25-d4377bb8f3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:28.688632 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-afa6839f-b340-4568-b22d-a7c7aa4df7d3 req-32aa7f3d-9598-4787-8e25-d4377bb8f3c2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9cf9021b-c509-4bfd-870b-1ff5c987c7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0652375 Jul 28 04:03:28.754798 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:28.802061 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-81886c07-f57e-4e89-ba1d-ac4d19b687f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'name': 'tempest-AttachVolumeNegativeTest-1250024005-router', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:58:59Z', 'revision_number': 4, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'gw_port': {'id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:45:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': 'b782151c-79a0-4bbd-967f-591a0b0ad998', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'port_id': 'f5b15cf1-c323-439c-8cf9-2d761c12404a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'mac_address': 'fa:16:3e:92:64:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04979300-ed48-49df-85a4-13db2fae199b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T04:03:04Z', 'updated_at': '2022-07-28T04:03:27Z', 'revision_number': 1, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e3be20-44f2-425a-a063-9ed509852e7c', 'name': '', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'mac_address': 'fa:16:3e:1e:0e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:58Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 5, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'subnets': [{'id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:03:28.813046 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-afa6839f-b340-4568-b22d-a7c7aa4df7d3 req-7f260f91-2b56-4c0d-9220-f0189633f918 service neutron] 10.222.0.67 "GET /v2.0/networks/9cf9021b-c509-4bfd-870b-1ff5c987c7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167333 Jul 28 04:03:28.833595 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81886c07-f57e-4e89-ba1d-ac4d19b687f2 None None] The sync data for ids ['2d1945e5-9fdd-4c9c-9878-1432accd293d'] in dv-cinder-851279-1-iscsi is: [{'id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'name': 'tempest-AttachVolumeNegativeTest-1250024005-router', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:58:59Z', 'revision_number': 4, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'gw_port': {'id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:45:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': 'b782151c-79a0-4bbd-967f-591a0b0ad998', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'port_id': 'f5b15cf1-c323-439c-8cf9-2d761c12404a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'mac_address': 'fa:16:3e:92:64:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04979300-ed48-49df-85a4-13db2fae199b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T04:03:04Z', 'updated_at': '2022-07-28T04:03:27Z', 'revision_number': 1, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e3be20-44f2-425a-a063-9ed509852e7c', 'name': '', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'mac_address': 'fa:16:3e:1e:0e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:58Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 5, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'subnets': [{'id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:03:28.849442 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-0112dd15-cca3-4516-b32b-06eab7700eea tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (a2b90756-3da2-45ff-9f08-4ff59cfbaa9c), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:28.987279 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0112dd15-cca3-4516-b32b-06eab7700eea tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Network ea650c0a-dc48-4a0d-a6e0-295879bc3df9 is already hosted by enough agents. {{(pid=121474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:03:29.004219 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:29.004219 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [None req-0112dd15-cca3-4516-b32b-06eab7700eea tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Resources bound (agent type, host, resource id): {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:03:29.015735 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0112dd15-cca3-4516-b32b-06eab7700eea tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Received port after_create {{(pid=121474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 04:03:29.045993 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05928e2f-47b2-4c07-856f-7384daadfa4f req-2fb334d4-218a-4e7e-bfe1-a13460f6fe1f tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:29.047610 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-05928e2f-47b2-4c07-856f-7384daadfa4f req-2fb334d4-218a-4e7e-bfe1-a13460f6fe1f tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 946 time: 0.1557546 Jul 28 04:03:29.048331 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0112dd15-cca3-4516-b32b-06eab7700eea tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Pushing event updated for resources: {'Port': ['ID=a2b90756-3da2-45ff-9f08-4ff59cfbaa9c,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:29.092824 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-afa6839f-b340-4568-b22d-a7c7aa4df7d3 req-b4ba306c-bb8c-47a7-9588-b6bbd2912ea7 service neutron] 10.222.0.67 "GET /v2.0/networks/9cf9021b-c509-4bfd-870b-1ff5c987c7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736208 Jul 28 04:03:29.146378 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4dc2a6-0d75-4443-9b98-6246becd5f5e None None] New status for floating IP b782151c-79a0-4bbd-967f-591a0b0ad998: ACTIVE {{(pid=121476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 04:03:29.200273 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b800f6-3732-450b-9fdf-91c4fd4c928a req-a4ea5627-aa4b-4401-9e2f-fe4ee579bec4 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:29.210482 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-88b800f6-3732-450b-9fdf-91c4fd4c928a req-a4ea5627-aa4b-4401-9e2f-fe4ee579bec4 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 945 time: 0.0840631 Jul 28 04:03:29.224155 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-0112dd15-cca3-4516-b32b-06eab7700eea tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks [] for floatingip (87555fcd-be94-4c30-aa83-56e0e0d1af35), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:29.267490 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-05928e2f-47b2-4c07-856f-7384daadfa4f req-84a3ed4f-54c8-4db9-8055-5ece4eda5f79 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1735344 Jul 28 04:03:29.273467 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-88b800f6-3732-450b-9fdf-91c4fd4c928a req-243b8088-98ca-4347-b351-c5698c6833ac tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619500 Jul 28 04:03:29.355170 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-0112dd15-cca3-4516-b32b-06eab7700eea tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (a2b90756-3da2-45ff-9f08-4ff59cfbaa9c), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:29.786094 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-0112dd15-cca3-4516-b32b-06eab7700eea tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks [] for port (a2b90756-3da2-45ff-9f08-4ff59cfbaa9c), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:29.845160 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-0112dd15-cca3-4516-b32b-06eab7700eea tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26044716'] for port (a2b90756-3da2-45ff-9f08-4ff59cfbaa9c), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:29.924988 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0112dd15-cca3-4516-b32b-06eab7700eea tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Pushing event updated for resources: {'Port': ['ID=a2b90756-3da2-45ff-9f08-4ff59cfbaa9c,revision_number=2']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:29.940470 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-0112dd15-cca3-4516-b32b-06eab7700eea tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739753'] for floatingip (87555fcd-be94-4c30-aa83-56e0e0d1af35), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:30.041825 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-0112dd15-cca3-4516-b32b-06eab7700eea tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for floatingip (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:30.043019 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-0112dd15-cca3-4516-b32b-06eab7700eea tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1417084 Jul 28 04:03:30.303604 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-495f39d2-e785-47b5-a228-86f29df12433 req-b40c00c9-38bc-462f-822e-1a31b07b021c tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1230771757&fields=id&tenant_id=52b087e8dc5c4426b8402dfdf99328ad HTTP/1.1" status: 200 len: 267 time: 0.0592291 Jul 28 04:03:30.413786 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb29212-7a6b-4a22-aabd-6851185b06ef req-c10753ee-6654-4e70-8399-52df669d0aed tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:30.416264 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-fdb29212-7a6b-4a22-aabd-6851185b06ef req-c10753ee-6654-4e70-8399-52df669d0aed tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 945 time: 0.0517254 Jul 28 04:03:30.427121 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f39d2-e785-47b5-a228-86f29df12433 req-774d1c7b-e2ec-4600-bc92-4da2bd9dab9a tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:30.428695 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-495f39d2-e785-47b5-a228-86f29df12433 req-774d1c7b-e2ec-4600-bc92-4da2bd9dab9a tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/networks?id=500d2409-0505-4e71-ad33-d33fa2f8a8dc HTTP/1.1" status: 200 len: 816 time: 0.1173987 Jul 28 04:03:30.445590 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-495f39d2-e785-47b5-a228-86f29df12433 req-da94f78b-f328-4734-9f12-a9a6771004a1 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/quotas/52b087e8dc5c4426b8402dfdf99328ad HTTP/1.1" status: 200 len: 375 time: 0.0105939 Jul 28 04:03:30.476398 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-fdb29212-7a6b-4a22-aabd-6851185b06ef req-030373cb-1f7b-4bf3-b0a0-26cee87065bd tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526686 Jul 28 04:03:30.509184 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-495f39d2-e785-47b5-a228-86f29df12433 req-f0f8d116-0549-4f7f-8663-30025406d5e0 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=52b087e8dc5c4426b8402dfdf99328ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547755 Jul 28 04:03:30.592974 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=100 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:30.655420 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-495f39d2-e785-47b5-a228-86f29df12433 req-bce042b7-d245-43e0-8e9a-4a9d0b2d42f8 service neutron] 10.222.0.66 "GET /v2.0/networks/500d2409-0505-4e71-ad33-d33fa2f8a8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312919 Jul 28 04:03:30.667230 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893cc734-fc3d-4c4e-a11d-e7b186c6f432 req-96685195-876b-43d0-8361-9683c574f4f1 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:30.668897 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-893cc734-fc3d-4c4e-a11d-e7b186c6f432 req-96685195-876b-43d0-8361-9683c574f4f1 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 946 time: 0.0860734 Jul 28 04:03:30.752448 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-893cc734-fc3d-4c4e-a11d-e7b186c6f432 req-1ccdae26-9247-45b9-9bbb-01bfc5464439 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768042 Jul 28 04:03:30.786429 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-495f39d2-e785-47b5-a228-86f29df12433 req-c9213adf-5d2e-469b-8f46-f436a59d18b6 service neutron] 10.222.0.66 "GET /v2.0/networks/500d2409-0505-4e71-ad33-d33fa2f8a8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234214 Jul 28 04:03:31.080432 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a0b2654d-1361-455a-8acd-cd859f9793dd req-a09fe49a-b893-434b-9f4a-d3a3ec91a627 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 210 time: 0.0474415 Jul 28 04:03:31.562923 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:31.581386 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4febb384-b4d3-4ec9-ba57-121fc7e9b8ff req-74d68a69-66ad-4161-abab-16f865ab4711 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:31.583246 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4febb384-b4d3-4ec9-ba57-121fc7e9b8ff req-74d68a69-66ad-4161-abab-16f865ab4711 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.67 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 945 time: 0.0576632 Jul 28 04:03:31.655700 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782729ae-7cf7-45d0-9274-77c4abec1bd5 req-73c7bb7d-4e26-4120-add4-7df2707ec039 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:31.657198 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-782729ae-7cf7-45d0-9274-77c4abec1bd5 req-73c7bb7d-4e26-4120-add4-7df2707ec039 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 945 time: 0.0675154 Jul 28 04:03:31.715253 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [req-4febb384-b4d3-4ec9-ba57-121fc7e9b8ff req-fbea33ee-712d-4c7d-9029-9c4975652c96 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Deleting port be05219a-2802-4e35-ad33-836ad2f1d343 {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:03:31.715597 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-4febb384-b4d3-4ec9-ba57-121fc7e9b8ff req-fbea33ee-712d-4c7d-9029-9c4975652c96 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (be05219a-2802-4e35-ad33-836ad2f1d343), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:31.719095 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-782729ae-7cf7-45d0-9274-77c4abec1bd5 req-7d4556d6-5dd5-4adb-907c-340a4ce161a8 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=778dbb85-fc90-4b80-899d-dd3d5d56bf62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512152 Jul 28 04:03:31.820645 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:31.826987 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-4febb384-b4d3-4ec9-ba57-121fc7e9b8ff req-fbea33ee-712d-4c7d-9029-9c4975652c96 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] For port be05219a-2802-4e35-ad33-836ad2f1d343, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=be05219a-2802-4e35-ad33-836ad2f1d343,segment=NetworkSegment(59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b),segment_id=59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b)] {{(pid=121474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:03:31.827368 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-4febb384-b4d3-4ec9-ba57-121fc7e9b8ff req-fbea33ee-712d-4c7d-9029-9c4975652c96 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (be05219a-2802-4e35-ad33-836ad2f1d343), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:31.931419 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c78ae9-871f-4234-8934-76577fb5a6b6 req-92b19bb2-7d81-44fc-af9d-b4e3c158d101 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:31.932982 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-12c78ae9-871f-4234-8934-76577fb5a6b6 req-92b19bb2-7d81-44fc-af9d-b4e3c158d101 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 946 time: 0.0968380 Jul 28 04:03:32.090124 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-12c78ae9-871f-4234-8934-76577fb5a6b6 req-d526056b-9600-44e5-9d74-4a5700f9ccb5 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454873 Jul 28 04:03:32.100746 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-4febb384-b4d3-4ec9-ba57-121fc7e9b8ff req-fbea33ee-712d-4c7d-9029-9c4975652c96 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:32.101110 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-4febb384-b4d3-4ec9-ba57-121fc7e9b8ff req-fbea33ee-712d-4c7d-9029-9c4975652c96 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739753'] for floatingip (2d251958-0c94-4a8a-8a6f-c6a3d5429213), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:32.101432 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.db.l3_db [req-4febb384-b4d3-4ec9-ba57-121fc7e9b8ff req-fbea33ee-712d-4c7d-9029-9c4975652c96 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Floating IP 2d251958-0c94-4a8a-8a6f-c6a3d5429213 disassociated. External IP: 172.27.0.126, port: be05219a-2802-4e35-ad33-836ad2f1d343. Jul 28 04:03:32.101986 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [req-4febb384-b4d3-4ec9-ba57-121fc7e9b8ff req-fbea33ee-712d-4c7d-9029-9c4975652c96 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Calling delete_port for be05219a-2802-4e35-ad33-836ad2f1d343 owned by compute:nova {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:03:32.239233 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-d0803ca9-446a-4b54-a6a4-ba09b4f80b8d req-6474015c-f1bd-4abd-8cf8-bc50badad62a tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 210 time: 0.0351412 Jul 28 04:03:32.350401 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-4febb384-b4d3-4ec9-ba57-121fc7e9b8ff req-fbea33ee-712d-4c7d-9029-9c4975652c96 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (be05219a-2802-4e35-ad33-836ad2f1d343), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:32.385116 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea33ee-712d-4c7d-9029-9c4975652c96 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Pushing event deleted for resources: {'Port': ['ID=be05219a-2802-4e35-ad33-836ad2f1d343,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:32.394932 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:32.524042 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4febb384-b4d3-4ec9-ba57-121fc7e9b8ff req-fbea33ee-712d-4c7d-9029-9c4975652c96 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Router a742bb6a-8304-4f5a-8d24-66a8e74f4d23 has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 04:03:32.653705 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4febb384-b4d3-4ec9-ba57-121fc7e9b8ff req-fbea33ee-712d-4c7d-9029-9c4975652c96 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:03:32.667155 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ba2316-234d-407f-998b-9816abf0af48 None None] Sync routers for ids ['a742bb6a-8304-4f5a-8d24-66a8e74f4d23'] in dv-cinder-851279-1-iscsi {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:03:32.682176 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ba2316-234d-407f-998b-9816abf0af48 None None] Routers {'a742bb6a-8304-4f5a-8d24-66a8e74f4d23'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:03:32.682798 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-57ba2316-234d-407f-998b-9816abf0af48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:03:17Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['a742bb6a-8304-4f5a-8d24-66a8e74f4d23'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:03:32.702272 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [req-4febb384-b4d3-4ec9-ba57-121fc7e9b8ff req-fbea33ee-712d-4c7d-9029-9c4975652c96 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] No DVR routers for this DVR port be05219a-2802-4e35-ad33-836ad2f1d343 on host hv-cinder-85127 {{(pid=121474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 04:03:32.705687 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-4febb384-b4d3-4ec9-ba57-121fc7e9b8ff req-fbea33ee-712d-4c7d-9029-9c4975652c96 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:32.710100 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4febb384-b4d3-4ec9-ba57-121fc7e9b8ff req-fbea33ee-712d-4c7d-9029-9c4975652c96 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.67 "DELETE /v2.0/ports/be05219a-2802-4e35-ad33-836ad2f1d343 HTTP/1.1" status: 204 len: 173 time: 1.1203814 Jul 28 04:03:32.710822 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69722c89-ea87-415c-8a3c-b10f0bff6b9e', 'name': 'network-vif-deleted', 'tag': 'be05219a-2802-4e35-ad33-836ad2f1d343'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:03:32.722252 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c93adee-8baf-492d-b2aa-ce8faebbf9a0" -d '{"events": [{"server_uuid": "69722c89-ea87-415c-8a3c-b10f0bff6b9e", "name": "network-vif-deleted", "tag": "be05219a-2802-4e35-ad33-836ad2f1d343"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:03:32.809911 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-57ba2316-234d-407f-998b-9816abf0af48 None None] Set router a742bb6a-8304-4f5a-8d24-66a8e74f4d23 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:03:32.856360 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 04:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d50644-ff34-4dce-8909-337789a8a1db x-openstack-request-id: req-d8d50644-ff34-4dce-8909-337789a8a1db {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:03:32.857699 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69722c89-ea87-415c-8a3c-b10f0bff6b9e", "name": "network-vif-deleted", "tag": "be05219a-2802-4e35-ad33-836ad2f1d343", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:03:32.858413 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d8d50644-ff34-4dce-8909-337789a8a1db {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:03:32.859404 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8d50644-ff34-4dce-8909-337789a8a1db'] response: {'server_uuid': '69722c89-ea87-415c-8a3c-b10f0bff6b9e', 'name': 'network-vif-deleted', 'tag': 'be05219a-2802-4e35-ad33-836ad2f1d343', 'status': 'completed', 'code': 200} Jul 28 04:03:32.945711 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-4b04292d-73f2-4539-af8a-3881958a8eac req-5add9496-a7af-44bc-b84e-8bd0ade8ec18 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 210 time: 0.0586929 Jul 28 04:03:33.182844 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-57ba2316-234d-407f-998b-9816abf0af48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'name': 'tempest-AttachVolumeTestJSON-350895408-router', 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'bdaacc0e-026c-45bb-91ce-d6943bc8b36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T03:58:53Z', 'revision_number': 4, 'project_id': '6a869e1e00fc4d8d9d4511e34501665f', 'gw_port': {'id': 'bdaacc0e-026c-45bb-91ce-d6943bc8b36e', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '98abe0e5-d981-4868-a7f3-04ad99bcc49f', 'name': '', 'network_id': '5b7076b1-5b54-41f8-8740-25deddb61b0a', 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'mac_address': 'fa:16:3e:b5:0c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0c317d02-35c6-4092-b3d2-22f73010b2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:51Z', 'updated_at': '2022-07-28T03:59:10Z', 'revision_number': 5, 'project_id': '6a869e1e00fc4d8d9d4511e34501665f', 'subnets': [{'id': '0c317d02-35c6-4092-b3d2-22f73010b2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:03:33.217271 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ba2316-234d-407f-998b-9816abf0af48 None None] Checking router: a742bb6a-8304-4f5a-8d24-66a8e74f4d23 for host: dv-cinder-851279-1-iscsi {{(pid=121477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:03:33.229480 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ba2316-234d-407f-998b-9816abf0af48 None None] Routers {'a742bb6a-8304-4f5a-8d24-66a8e74f4d23'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:03:33.230495 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-57ba2316-234d-407f-998b-9816abf0af48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:03:17Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['a742bb6a-8304-4f5a-8d24-66a8e74f4d23'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:03:33.301232 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89e645-43b5-48e2-be21-0386366c6c88 req-bf00a209-c0be-49da-88b9-f6063d426906 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:33.315207 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4d89e645-43b5-48e2-be21-0386366c6c88 req-bf00a209-c0be-49da-88b9-f6063d426906 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 946 time: 0.1074135 Jul 28 04:03:33.395139 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=100 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:33.400762 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4d89e645-43b5-48e2-be21-0386366c6c88 req-c2a213d2-ca9f-4972-9595-11ea99107310 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840216 Jul 28 04:03:33.422130 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-57ba2316-234d-407f-998b-9816abf0af48 None None] Set router a742bb6a-8304-4f5a-8d24-66a8e74f4d23 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:03:33.426575 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-0ce22bf6-be78-4a3d-833e-a284f7b9424e req-4b157001-6354-415c-adf8-05280a26fc1f tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 210 time: 0.0530970 Jul 28 04:03:33.594481 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f39d2-e785-47b5-a228-86f29df12433 req-3549b00d-1ce8-45a9-aec3-3b299d17b1c4 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:33.595830 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-495f39d2-e785-47b5-a228-86f29df12433 req-3549b00d-1ce8-45a9-aec3-3b299d17b1c4 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.67 "GET /v2.0/networks?id=500d2409-0505-4e71-ad33-d33fa2f8a8dc HTTP/1.1" status: 200 len: 816 time: 0.1656682 Jul 28 04:03:33.672480 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-495f39d2-e785-47b5-a228-86f29df12433 req-11395d2e-d290-45fe-b8b1-f99565500013 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52b087e8dc5c4426b8402dfdf99328ad HTTP/1.1" status: 200 len: 380 time: 0.0648928 Jul 28 04:03:33.729943 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-57ba2316-234d-407f-998b-9816abf0af48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'name': 'tempest-AttachVolumeTestJSON-350895408-router', 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'bdaacc0e-026c-45bb-91ce-d6943bc8b36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T03:58:53Z', 'revision_number': 4, 'project_id': '6a869e1e00fc4d8d9d4511e34501665f', 'gw_port': {'id': 'bdaacc0e-026c-45bb-91ce-d6943bc8b36e', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '98abe0e5-d981-4868-a7f3-04ad99bcc49f', 'name': '', 'network_id': '5b7076b1-5b54-41f8-8740-25deddb61b0a', 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'mac_address': 'fa:16:3e:b5:0c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0c317d02-35c6-4092-b3d2-22f73010b2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:51Z', 'updated_at': '2022-07-28T03:59:10Z', 'revision_number': 5, 'project_id': '6a869e1e00fc4d8d9d4511e34501665f', 'subnets': [{'id': '0c317d02-35c6-4092-b3d2-22f73010b2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:03:33.759371 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ba2316-234d-407f-998b-9816abf0af48 None None] The sync data for ids ['a742bb6a-8304-4f5a-8d24-66a8e74f4d23'] in dv-cinder-851279-1-iscsi is: [{'id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'name': 'tempest-AttachVolumeTestJSON-350895408-router', 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'bdaacc0e-026c-45bb-91ce-d6943bc8b36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T03:58:53Z', 'revision_number': 4, 'project_id': '6a869e1e00fc4d8d9d4511e34501665f', 'gw_port': {'id': 'bdaacc0e-026c-45bb-91ce-d6943bc8b36e', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '98abe0e5-d981-4868-a7f3-04ad99bcc49f', 'name': '', 'network_id': '5b7076b1-5b54-41f8-8740-25deddb61b0a', 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'mac_address': 'fa:16:3e:b5:0c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0c317d02-35c6-4092-b3d2-22f73010b2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:51Z', 'updated_at': '2022-07-28T03:59:10Z', 'revision_number': 5, 'project_id': '6a869e1e00fc4d8d9d4511e34501665f', 'subnets': [{'id': '0c317d02-35c6-4092-b3d2-22f73010b2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:03:33.925611 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [req-495f39d2-e785-47b5-a228-86f29df12433 req-78a5a16c-2306-46aa-bcac-afdadf3a492e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Request body: {'port': {'device_id': '29710033-f00f-435c-8485-9dd60d728f27', 'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc', 'admin_state_up': True, 'tenant_id': '52b087e8dc5c4426b8402dfdf99328ad', 'security_groups': ['56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7']}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:03:34.104040 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d45fa2b-550e-457a-9f8d-e20f86576bdd None None] New status for floating IP 2d251958-0c94-4a8a-8a6f-c6a3d5429213: DOWN {{(pid=121476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 04:03:34.129670 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-223b8c7b-2d25-4a76-907b-75c4caf41faf req-8d27c583-16e3-488e-b41b-4e7a20438bab tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=69722c89-ea87-415c-8a3c-b10f0bff6b9e HTTP/1.1" status: 200 len: 210 time: 0.0469875 Jul 28 04:03:34.256299 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-495f39d2-e785-47b5-a228-86f29df12433 req-78a5a16c-2306-46aa-bcac-afdadf3a492e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Made reservation on behalf of 52b087e8dc5c4426b8402dfdf99328ad for: {'port': 1} {{(pid=121474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:03:34.260621 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-495f39d2-e785-47b5-a228-86f29df12433 req-78a5a16c-2306-46aa-bcac-afdadf3a492e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:34.271106 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:34.448209 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.db_base_plugin_common [req-495f39d2-e785-47b5-a228-86f29df12433 req-78a5a16c-2306-46aa-bcac-afdadf3a492e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Allocated IP 172.20.0.10 (500d2409-0505-4e71-ad33-d33fa2f8a8dc/81f8d920-e036-48ec-bb1b-67fea0f2e9aa/de721302-c218-45d7-87a1-d79d5e51a7e4) {{(pid=121474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:03:34.540928 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71999f32-c42f-4c86-a17f-eaf9a0aacda0 req-57cc6929-833f-49f3-9fb2-d055cfa4c4bc tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:34.542534 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-71999f32-c42f-4c86-a17f-eaf9a0aacda0 req-57cc6929-833f-49f3-9fb2-d055cfa4c4bc tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 946 time: 0.0520694 Jul 28 04:03:34.615501 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-71999f32-c42f-4c86-a17f-eaf9a0aacda0 req-8508ac8a-73a0-44a5-b488-6e72825b7503 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656934 Jul 28 04:03:34.617186 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-e93604bb-c88d-496d-8db3-bbd0d0a20418 req-71c4c631-b630-4309-b4c4-58f692ecd842 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 210 time: 0.0729647 Jul 28 04:03:34.689314 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-495f39d2-e785-47b5-a228-86f29df12433 req-78a5a16c-2306-46aa-bcac-afdadf3a492e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks [] for port (de721302-c218-45d7-87a1-d79d5e51a7e4), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:34.808443 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-495f39d2-e785-47b5-a228-86f29df12433 req-78a5a16c-2306-46aa-bcac-afdadf3a492e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (de721302-c218-45d7-87a1-d79d5e51a7e4), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:34.853896 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:34.864770 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-495f39d2-e785-47b5-a228-86f29df12433 req-78a5a16c-2306-46aa-bcac-afdadf3a492e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Network 500d2409-0505-4e71-ad33-d33fa2f8a8dc is already hosted by enough agents. {{(pid=121474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:03:34.869278 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [req-495f39d2-e785-47b5-a228-86f29df12433 req-78a5a16c-2306-46aa-bcac-afdadf3a492e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Resources bound (agent type, host, resource id): {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:03:34.874241 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [req-495f39d2-e785-47b5-a228-86f29df12433 req-78a5a16c-2306-46aa-bcac-afdadf3a492e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Received port after_create {{(pid=121474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 04:03:34.884814 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a5a16c-2306-46aa-bcac-afdadf3a492e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Pushing event updated for resources: {'Port': ['ID=de721302-c218-45d7-87a1-d79d5e51a7e4,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:34.947721 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f39d2-e785-47b5-a228-86f29df12433 req-78a5a16c-2306-46aa-bcac-afdadf3a492e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:34.952924 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-495f39d2-e785-47b5-a228-86f29df12433 req-78a5a16c-2306-46aa-bcac-afdadf3a492e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:35.056091 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-495f39d2-e785-47b5-a228-86f29df12433 req-78a5a16c-2306-46aa-bcac-afdadf3a492e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1351676 Jul 28 04:03:35.069880 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [req-495f39d2-e785-47b5-a228-86f29df12433 req-4e1e8b11-1a10-4318-83c4-b35ced4fe9b5 service neutron] Request body: {'port': {'device_id': '29710033-f00f-435c-8485-9dd60d728f27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:03:35.137299 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-495f39d2-e785-47b5-a228-86f29df12433 req-4e1e8b11-1a10-4318-83c4-b35ced4fe9b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (de721302-c218-45d7-87a1-d79d5e51a7e4), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:35.177044 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-21abaf46-0722-4a21-98ec-1d7ab95d210a None None] Provisioning complete for port de721302-c218-45d7-87a1-d79d5e51a7e4 triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:03:35.178009 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-21abaf46-0722-4a21-98ec-1d7ab95d210a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (de721302-c218-45d7-87a1-d79d5e51a7e4), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:35.201364 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:35.218256 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-21abaf46-0722-4a21-98ec-1d7ab95d210a None None] Port de721302-c218-45d7-87a1-d79d5e51a7e4 cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 04:03:35.389801 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 56126) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:03:35.450303 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [req-495f39d2-e785-47b5-a228-86f29df12433 req-4e1e8b11-1a10-4318-83c4-b35ced4fe9b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de721302-c218-45d7-87a1-d79d5e51a7e4 {{(pid=121474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 04:03:35.459419 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-495f39d2-e785-47b5-a228-86f29df12433 req-4e1e8b11-1a10-4318-83c4-b35ced4fe9b5 service neutron] Publish callbacks [] for port (de721302-c218-45d7-87a1-d79d5e51a7e4), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:35.462524 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-46b07bb3-222c-492a-8ed2-82dfa275b98a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks [] for security_group (778dbb85-fc90-4b80-899d-dd3d5d56bf62), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:35.492583 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-46b07bb3-222c-492a-8ed2-82dfa275b98a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks [] for security_group (778dbb85-fc90-4b80-899d-dd3d5d56bf62), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:35.505245 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=100 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:35.509506 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.provisioning_blocks [req-495f39d2-e785-47b5-a228-86f29df12433 req-4e1e8b11-1a10-4318-83c4-b35ced4fe9b5 service neutron] Transition to ACTIVE for port object de721302-c218-45d7-87a1-d79d5e51a7e4 will not be triggered until provisioned by entity L2. {{(pid=121474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 04:03:35.519248 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad3517-9e71-4acd-b40c-86154dab205c req-bb7be6cf-4bfd-44b0-8db1-0d2324a820ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:35.521257 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-efad3517-9e71-4acd-b40c-86154dab205c req-bb7be6cf-4bfd-44b0-8db1-0d2324a820ea service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5e16f8abc2ed4df1b2834b1669b67a1b&device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 1130 time: 0.0579123 Jul 28 04:03:35.580711 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-495f39d2-e785-47b5-a228-86f29df12433 req-4e1e8b11-1a10-4318-83c4-b35ced4fe9b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26044716'] for port (de721302-c218-45d7-87a1-d79d5e51a7e4), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:35.609221 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:35.655839 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e8b11-1a10-4318-83c4-b35ced4fe9b5 service neutron] Pushing event updated for resources: {'Port': ['ID=de721302-c218-45d7-87a1-d79d5e51a7e4,revision_number=2']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:35.694203 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-46b07bb3-222c-492a-8ed2-82dfa275b98a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (778dbb85-fc90-4b80-899d-dd3d5d56bf62), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:35.709131 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-46b07bb3-222c-492a-8ed2-82dfa275b98a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:35.717037 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-46b07bb3-222c-492a-8ed2-82dfa275b98a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "DELETE /v2.0/security-groups/778dbb85-fc90-4b80-899d-dd3d5d56bf62 HTTP/1.1" status: 204 len: 168 time: 0.3258972 Jul 28 04:03:35.718124 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 56132) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:03:35.729090 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad3517-9e71-4acd-b40c-86154dab205c req-4b3d781c-62a4-4b42-8bb1-a27861f01856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:35.732756 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-efad3517-9e71-4acd-b40c-86154dab205c req-4b3d781c-62a4-4b42-8bb1-a27861f01856 service neutron] 10.222.0.67 "GET /v2.0/networks?id=577751dd-78a4-42c8-b90a-c6d300b531a2 HTTP/1.1" status: 200 len: 910 time: 0.2027183 Jul 28 04:03:35.781758 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.api.v2.resource [None req-e00e8951-35d5-46b4-aa8f-a30116b6fbdd tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] show failed (client error): The resource could not be found. Jul 28 04:03:35.788943 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-e00e8951-35d5-46b4-aa8f-a30116b6fbdd tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups/778dbb85-fc90-4b80-899d-dd3d5d56bf62 HTTP/1.1" status: 404 len: 347 time: 0.0664604 Jul 28 04:03:35.792291 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 56134) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:03:35.795223 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b07bb3-222c-492a-8ed2-82dfa275b98a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=778dbb85-fc90-4b80-899d-dd3d5d56bf62,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:35.829850 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b07bb3-222c-492a-8ed2-82dfa275b98a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:35.830203 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b07bb3-222c-492a-8ed2-82dfa275b98a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:35.830537 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b07bb3-222c-492a-8ed2-82dfa275b98a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:35.830873 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b07bb3-222c-492a-8ed2-82dfa275b98a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:35.831270 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b07bb3-222c-492a-8ed2-82dfa275b98a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:35.831511 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b07bb3-222c-492a-8ed2-82dfa275b98a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:35.831835 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b07bb3-222c-492a-8ed2-82dfa275b98a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:35.839314 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b07bb3-222c-492a-8ed2-82dfa275b98a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:35.840991 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b07bb3-222c-492a-8ed2-82dfa275b98a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:35.841374 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b07bb3-222c-492a-8ed2-82dfa275b98a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:35.841700 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b07bb3-222c-492a-8ed2-82dfa275b98a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:35.843235 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b07bb3-222c-492a-8ed2-82dfa275b98a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:35.843593 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b07bb3-222c-492a-8ed2-82dfa275b98a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:35.843894 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b07bb3-222c-492a-8ed2-82dfa275b98a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:35.848486 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b07bb3-222c-492a-8ed2-82dfa275b98a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:35.887352 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:35.945101 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bcb3a-514a-41da-abaf-e4213184dd85 req-10af5d17-ea0d-49bc-bbb4-b8a007f6d8f0 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:35.946975 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-126bcb3a-514a-41da-abaf-e4213184dd85 req-10af5d17-ea0d-49bc-bbb4-b8a007f6d8f0 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 946 time: 0.0926366 Jul 28 04:03:36.009178 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-495f39d2-e785-47b5-a228-86f29df12433 req-4e1e8b11-1a10-4318-83c4-b35ced4fe9b5 service neutron] Attempting to bind port de721302-c218-45d7-87a1-d79d5e51a7e4 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 04:03:36.009918 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-495f39d2-e785-47b5-a228-86f29df12433 req-4e1e8b11-1a10-4318-83c4-b35ced4fe9b5 service neutron] Attempting to bind port de721302-c218-45d7-87a1-d79d5e51a7e4 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '7ac5aa42-d84c-402d-8b7d-91411dee0356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc'}] {{(pid=121474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 04:03:36.010471 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495f39d2-e785-47b5-a228-86f29df12433 req-4e1e8b11-1a10-4318-83c4-b35ced4fe9b5 service neutron] Attempting to bind port de721302-c218-45d7-87a1-d79d5e51a7e4 on network 500d2409-0505-4e71-ad33-d33fa2f8a8dc {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:03:36.017722 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 56138) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:03:36.037652 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-126bcb3a-514a-41da-abaf-e4213184dd85 req-88fff1c3-8a90-494d-8733-c8a19f628561 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720124 Jul 28 04:03:36.103610 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-efad3517-9e71-4acd-b40c-86154dab205c req-3cfbdcd9-4020-4e64-847f-2b09135cae6d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68bf49ef-5416-40a1-b99b-f3cd17caa288 HTTP/1.1" status: 200 len: 1002 time: 0.3640671 Jul 28 04:03:36.119788 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device be05219a-2802-4e35-ad33-836ad2f1d343 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:03:36.142579 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] No Port match for: be05219a-2802-4e35-ad33-836ad2f1d343 {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:03:36.143014 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device be05219a-2802-4e35-ad33-836ad2f1d343 not bound to the agent host hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:03:36.150152 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4dca74-919a-4229-976a-ee44f3a1e633 req-33b2fdba-4574-4ace-aff7-7e1782765cf5 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:36.152739 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ed4dca74-919a-4229-976a-ee44f3a1e633 req-33b2fdba-4574-4ace-aff7-7e1782765cf5 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 944 time: 0.2908106 Jul 28 04:03:36.174149 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495f39d2-e785-47b5-a228-86f29df12433 req-4e1e8b11-1a10-4318-83c4-b35ced4fe9b5 service neutron] Port de721302-c218-45d7-87a1-d79d5e51a7e4 on network 500d2409-0505-4e71-ad33-d33fa2f8a8dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 04:03:36.174475 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495f39d2-e785-47b5-a228-86f29df12433 req-4e1e8b11-1a10-4318-83c4-b35ced4fe9b5 service neutron] Attempting to bind port de721302-c218-45d7-87a1-d79d5e51a7e4 on network 500d2409-0505-4e71-ad33-d33fa2f8a8dc {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:03:36.203457 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-be7108d8-8399-4b16-a4d9-2510f5396c6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:36.230388 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495f39d2-e785-47b5-a228-86f29df12433 req-4e1e8b11-1a10-4318-83c4-b35ced4fe9b5 service neutron] Checking agent: {'id': 'a6d923ff-d983-4784-981f-1bbce4c5c5ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 56, 49), 'started_at': datetime.datetime(2022, 7, 28, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 4, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 04:03:36.230734 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495f39d2-e785-47b5-a228-86f29df12433 req-4e1e8b11-1a10-4318-83c4-b35ced4fe9b5 service neutron] Checking segment: {'id': '7ac5aa42-d84c-402d-8b7d-91411dee0356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 04:03:36.231204 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495f39d2-e785-47b5-a228-86f29df12433 req-4e1e8b11-1a10-4318-83c4-b35ced4fe9b5 service neutron] Bound using segment: {'id': '7ac5aa42-d84c-402d-8b7d-91411dee0356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc'} {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 04:03:36.231573 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-495f39d2-e785-47b5-a228-86f29df12433 req-4e1e8b11-1a10-4318-83c4-b35ced4fe9b5 service neutron] Bound port: de721302-c218-45d7-87a1-d79d5e51a7e4, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ac5aa42-d84c-402d-8b7d-91411dee0356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc'}}] {{(pid=121474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 04:03:36.231945 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-495f39d2-e785-47b5-a228-86f29df12433 req-4e1e8b11-1a10-4318-83c4-b35ced4fe9b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (de721302-c218-45d7-87a1-d79d5e51a7e4), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:36.251666 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-4c9be209-07ce-4a4f-bac4-bf89cb027af5 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Deleting port b96eeeec-0338-4cf0-af59-db9b26794e85 {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:03:36.252052 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-4c9be209-07ce-4a4f-bac4-bf89cb027af5 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (b96eeeec-0338-4cf0-af59-db9b26794e85), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:36.300190 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-be7108d8-8399-4b16-a4d9-2510f5396c6f admin admin] Publish callbacks [] for security_group (e8180dbc-1af0-4b07-84f4-c44155fa13f8), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:36.348453 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad3517-9e71-4acd-b40c-86154dab205c req-33d13555-7a1a-47ac-826f-dd244975ea08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:36.349946 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-efad3517-9e71-4acd-b40c-86154dab205c req-33d13555-7a1a-47ac-826f-dd244975ea08 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=117a9784-f853-4ff3-95fc-37c8f679d459 HTTP/1.1" status: 200 len: 848 time: 0.2296970 Jul 28 04:03:36.389360 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ed4dca74-919a-4229-976a-ee44f3a1e633 req-0554688e-860e-4eea-abaa-29e94311e21d tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934712 Jul 28 04:03:36.396885 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-be7108d8-8399-4b16-a4d9-2510f5396c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (e8180dbc-1af0-4b07-84f4-c44155fa13f8), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:36.480495 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-be7108d8-8399-4b16-a4d9-2510f5396c6f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f02b2d59a4a54dd0945de7a0a5478317&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4576015 Jul 28 04:03:36.480495 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7108d8-8399-4b16-a4d9-2510f5396c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8180dbc-1af0-4b07-84f4-c44155fa13f8,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:36.483798 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 56142) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:03:36.484251 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-495f39d2-e785-47b5-a228-86f29df12433 req-4e1e8b11-1a10-4318-83c4-b35ced4fe9b5 service neutron] For port de721302-c218-45d7-87a1-d79d5e51a7e4, host hv-cinder-85127, cleared binding levels {{(pid=121474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:03:36.506179 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad3517-9e71-4acd-b40c-86154dab205c req-e27fff37-f811-4f15-a722-f0ce2cfb409d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:36.509087 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-efad3517-9e71-4acd-b40c-86154dab205c req-e27fff37-f811-4f15-a722-f0ce2cfb409d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=577751dd-78a4-42c8-b90a-c6d300b531a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1457608 Jul 28 04:03:36.519564 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-4c9be209-07ce-4a4f-bac4-bf89cb027af5 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (b96eeeec-0338-4cf0-af59-db9b26794e85), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:36.520116 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-4c9be209-07ce-4a4f-bac4-bf89cb027af5 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks [] for floatingip (b96eeeec-0338-4cf0-af59-db9b26794e85), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:36.547528 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-495f39d2-e785-47b5-a228-86f29df12433 req-4e1e8b11-1a10-4318-83c4-b35ced4fe9b5 service neutron] For port de721302-c218-45d7-87a1-d79d5e51a7e4, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=de721302-c218-45d7-87a1-d79d5e51a7e4,segment=NetworkSegment(7ac5aa42-d84c-402d-8b7d-91411dee0356),segment_id=7ac5aa42-d84c-402d-8b7d-91411dee0356)] {{(pid=121474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:03:36.557284 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-fba23152-c91a-4bf2-b0a5-9b9632c1b4e9 admin admin] Publish callbacks [] for security_group (e8180dbc-1af0-4b07-84f4-c44155fa13f8), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:36.581688 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-fba23152-c91a-4bf2-b0a5-9b9632c1b4e9 admin admin] Publish callbacks [] for security_group (e8180dbc-1af0-4b07-84f4-c44155fa13f8), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:36.589540 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-4c9be209-07ce-4a4f-bac4-bf89cb027af5 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Calling delete_port for b96eeeec-0338-4cf0-af59-db9b26794e85 owned by network:floatingip {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:03:36.619255 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:36.646861 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-495f39d2-e785-47b5-a228-86f29df12433 req-4e1e8b11-1a10-4318-83c4-b35ced4fe9b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26044716'] for port (de721302-c218-45d7-87a1-d79d5e51a7e4), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:36.657621 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:36.731052 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f39d2-e785-47b5-a228-86f29df12433 req-4e1e8b11-1a10-4318-83c4-b35ced4fe9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:36.732590 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-495f39d2-e785-47b5-a228-86f29df12433 req-4e1e8b11-1a10-4318-83c4-b35ced4fe9b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:36.733306 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-495f39d2-e785-47b5-a228-86f29df12433 req-4e1e8b11-1a10-4318-83c4-b35ced4fe9b5 service neutron] 10.222.0.67 "PUT /v2.0/ports/de721302-c218-45d7-87a1-d79d5e51a7e4 HTTP/1.1" status: 200 len: 1094 time: 1.6687779 Jul 28 04:03:36.735984 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29710033-f00f-435c-8485-9dd60d728f27', 'tag': 'de721302-c218-45d7-87a1-d79d5e51a7e4'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:03:36.738489 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b414836-35db-4933-8e21-05317b16901b" -d '{"events": [{"name": "network-changed", "server_uuid": "29710033-f00f-435c-8485-9dd60d728f27", "tag": "de721302-c218-45d7-87a1-d79d5e51a7e4"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:03:36.769153 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-efad3517-9e71-4acd-b40c-86154dab205c req-e0e90bac-9214-4f33-9e59-ff1c4b8869c8 service neutron] 10.222.0.67 "GET /v2.0/networks/577751dd-78a4-42c8-b90a-c6d300b531a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423713 Jul 28 04:03:36.776633 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-fba23152-c91a-4bf2-b0a5-9b9632c1b4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (e8180dbc-1af0-4b07-84f4-c44155fa13f8), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:36.788365 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e8b11-1a10-4318-83c4-b35ced4fe9b5 service neutron] Pushing event updated for resources: {'Port': ['ID=de721302-c218-45d7-87a1-d79d5e51a7e4,revision_number=3']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:36.789200 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-fba23152-c91a-4bf2-b0a5-9b9632c1b4e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:36.807162 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-fba23152-c91a-4bf2-b0a5-9b9632c1b4e9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e8180dbc-1af0-4b07-84f4-c44155fa13f8 HTTP/1.1" status: 204 len: 168 time: 0.3216174 Jul 28 04:03:36.841532 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba23152-c91a-4bf2-b0a5-9b9632c1b4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8180dbc-1af0-4b07-84f4-c44155fa13f8,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:36.867347 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 04:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6096448a-aab7-45e8-880c-f5261a822333 x-openstack-request-id: req-6096448a-aab7-45e8-880c-f5261a822333 {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:03:36.867770 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29710033-f00f-435c-8485-9dd60d728f27", "tag": "de721302-c218-45d7-87a1-d79d5e51a7e4", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:03:36.869136 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6096448a-aab7-45e8-880c-f5261a822333 {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:03:36.869136 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6096448a-aab7-45e8-880c-f5261a822333'] response: {'name': 'network-changed', 'server_uuid': '29710033-f00f-435c-8485-9dd60d728f27', 'tag': 'de721302-c218-45d7-87a1-d79d5e51a7e4', 'status': 'completed', 'code': 200} Jul 28 04:03:37.233974 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=6 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:37.281435 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-efad3517-9e71-4acd-b40c-86154dab205c req-e57b6060-62b8-4731-8b81-d919eb261cce service neutron] 10.222.0.67 "GET /v2.0/networks/577751dd-78a4-42c8-b90a-c6d300b531a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5055139 Jul 28 04:03:37.285055 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b414836-35db-4933-8e21-05317b16901b req-3f699d5b-67f0-41e8-ab63-e2c8db5b215e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:37.286361 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-2b414836-35db-4933-8e21-05317b16901b req-3f699d5b-67f0-41e8-ab63-e2c8db5b215e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=52b087e8dc5c4426b8402dfdf99328ad&device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 1128 time: 0.1183951 Jul 28 04:03:37.294787 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cc70d-0a49-4f3a-b464-74c769238dc1 req-30fa3dbf-f078-4b9a-b311-94d35dfdcf01 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:37.296433 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f32cc70d-0a49-4f3a-b464-74c769238dc1 req-30fa3dbf-f078-4b9a-b311-94d35dfdcf01 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 946 time: 0.1196153 Jul 28 04:03:37.365190 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-4c9be209-07ce-4a4f-bac4-bf89cb027af5 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (b96eeeec-0338-4cf0-af59-db9b26794e85), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:37.415604 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9be209-07ce-4a4f-bac4-bf89cb027af5 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Pushing event deleted for resources: {'Port': ['ID=b96eeeec-0338-4cf0-af59-db9b26794e85,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:37.499267 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f32cc70d-0a49-4f3a-b464-74c769238dc1 req-bfffce65-e10e-473e-ae49-15e05e15ef0d tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916933 Jul 28 04:03:37.519130 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b414836-35db-4933-8e21-05317b16901b req-a66bf565-2886-42cf-b091-90c46e8e4072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:37.520314 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-2b414836-35db-4933-8e21-05317b16901b req-a66bf565-2886-42cf-b091-90c46e8e4072 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=52b087e8dc5c4426b8402dfdf99328ad&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2228758 Jul 28 04:03:37.531375 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-4c9be209-07ce-4a4f-bac4-bf89cb027af5 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks [] for floatingip (2d251958-0c94-4a8a-8a6f-c6a3d5429213), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:37.534082 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-4c9be209-07ce-4a4f-bac4-bf89cb027af5 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for floatingip (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:37.535510 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-4c9be209-07ce-4a4f-bac4-bf89cb027af5 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "DELETE /v2.0/floatingips/2d251958-0c94-4a8a-8a6f-c6a3d5429213 HTTP/1.1" status: 204 len: 168 time: 1.7419076 Jul 28 04:03:37.593848 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e88098-4e2c-4135-b201-4ab9cdf8b295 req-dbb5761b-a37b-4467-92e1-8223d81cb8cd tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:37.597218 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-55e88098-4e2c-4135-b201-4ab9cdf8b295 req-dbb5761b-a37b-4467-92e1-8223d81cb8cd tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 944 time: 0.0895095 Jul 28 04:03:37.688775 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-55e88098-4e2c-4135-b201-4ab9cdf8b295 req-1d968611-fc77-4f56-aa68-4bb4721cddb9 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797071 Jul 28 04:03:37.723093 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 56166) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:03:37.730247 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-d5bb14fa-3c4a-4901-b75a-79fd3fbb17c3 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Request body: {'security_group': {'name': 'tempest-securitygroup--459066907', 'description': 'tempest-description--206884372'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:03:37.858961 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-d5bb14fa-3c4a-4901-b75a-79fd3fbb17c3 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:37.941667 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-d5bb14fa-3c4a-4901-b75a-79fd3fbb17c3 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks [] for security_group (428b376c-c4ee-4157-8c41-7919c9c06f19), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:38.047203 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-d5bb14fa-3c4a-4901-b75a-79fd3fbb17c3 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (428b376c-c4ee-4157-8c41-7919c9c06f19), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:38.089701 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb14fa-3c4a-4901-b75a-79fd3fbb17c3 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=428b376c-c4ee-4157-8c41-7919c9c06f19,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:38.152376 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-d5bb14fa-3c4a-4901-b75a-79fd3fbb17c3 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:38.153726 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-d5bb14fa-3c4a-4901-b75a-79fd3fbb17c3 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4293268 Jul 28 04:03:38.156904 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 56176) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:03:38.161779 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-58e3cebe-e1e3-4dde-a911-3b8f656c49af tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Request body: {'security_group_rule': {'security_group_id': '428b376c-c4ee-4157-8c41-7919c9c06f19', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:03:38.335973 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-58e3cebe-e1e3-4dde-a911-3b8f656c49af tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks [] for security_group_rule (2ab9f7f7-5e26-49a8-accc-b4c4e30cea77), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:38.402506 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-58e3cebe-e1e3-4dde-a911-3b8f656c49af tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks [] for security_group_rule (2ab9f7f7-5e26-49a8-accc-b4c4e30cea77), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:38.491240 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-58e3cebe-e1e3-4dde-a911-3b8f656c49af tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831501'] for security_group_rule (2ab9f7f7-5e26-49a8-accc-b4c4e30cea77), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:38.531373 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e3cebe-e1e3-4dde-a911-3b8f656c49af tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ab9f7f7-5e26-49a8-accc-b4c4e30cea77,revision_number=0']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:38.617004 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-58e3cebe-e1e3-4dde-a911-3b8f656c49af tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:38.620109 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-58e3cebe-e1e3-4dde-a911-3b8f656c49af tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4614952 Jul 28 04:03:38.624992 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 56194) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:03:38.642051 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:38.646011 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-42eccc70-d01c-4029-adea-d43e108acc5c tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Request body: {'security_group_rule': {'security_group_id': '428b376c-c4ee-4157-8c41-7919c9c06f19', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:03:38.697195 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd000f1f-0d96-42f2-bd4b-5d980b5b7887 req-bce5bb47-996f-48f5-848c-ae04a4ec7e75 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:38.699071 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-dd000f1f-0d96-42f2-bd4b-5d980b5b7887 req-bce5bb47-996f-48f5-848c-ae04a4ec7e75 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 946 time: 0.0770752 Jul 28 04:03:38.700034 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b414836-35db-4933-8e21-05317b16901b req-0a07b476-48b2-445d-b3d4-aae603b46970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:38.701695 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-2b414836-35db-4933-8e21-05317b16901b req-0a07b476-48b2-445d-b3d4-aae603b46970 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1474466 Jul 28 04:03:38.764819 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-dd000f1f-0d96-42f2-bd4b-5d980b5b7887 req-c0b7b7e7-1541-4e59-b2b9-82a17004465b tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575488 Jul 28 04:03:38.780415 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-42eccc70-d01c-4029-adea-d43e108acc5c tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks [] for security_group_rule (7dbedb62-5b02-4bf9-bfca-16540a5564dc), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:38.825325 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:38.878288 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-42eccc70-d01c-4029-adea-d43e108acc5c tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks [] for security_group_rule (7dbedb62-5b02-4bf9-bfca-16540a5564dc), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:38.906722 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965aab39-28c5-49ed-ab7d-a09211ebc7d4 req-0809ebdd-2209-42b4-88a8-8a4c70c3868d tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:38.908305 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-965aab39-28c5-49ed-ab7d-a09211ebc7d4 req-0809ebdd-2209-42b4-88a8-8a4c70c3868d tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 944 time: 0.1129193 Jul 28 04:03:38.914337 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f39d2-e785-47b5-a228-86f29df12433 req-bde1102e-67e1-45d4-95d8-34569cd2f677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:38.916665 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-495f39d2-e785-47b5-a228-86f29df12433 req-bde1102e-67e1-45d4-95d8-34569cd2f677 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=52b087e8dc5c4426b8402dfdf99328ad&device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 1128 time: 0.0645680 Jul 28 04:03:38.972585 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-495f39d2-e785-47b5-a228-86f29df12433 req-df142865-79b0-4cdf-99bf-9454bc6fc7ff service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de721302-c218-45d7-87a1-d79d5e51a7e4 HTTP/1.1" status: 200 len: 217 time: 0.0472467 Jul 28 04:03:39.012784 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-42eccc70-d01c-4029-adea-d43e108acc5c tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831501'] for security_group_rule (7dbedb62-5b02-4bf9-bfca-16540a5564dc), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:39.032542 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-965aab39-28c5-49ed-ab7d-a09211ebc7d4 req-7e1dd6cc-5b0b-4a5d-b2fc-400a7e79d4c8 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148896 Jul 28 04:03:39.035425 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eccc70-d01c-4029-adea-d43e108acc5c tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dbedb62-5b02-4bf9-bfca-16540a5564dc,revision_number=0']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:39.058081 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f39d2-e785-47b5-a228-86f29df12433 req-19227eaa-023c-4806-a3c6-94c6eae1a952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:39.060543 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-495f39d2-e785-47b5-a228-86f29df12433 req-19227eaa-023c-4806-a3c6-94c6eae1a952 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81f8d920-e036-48ec-bb1b-67fea0f2e9aa HTTP/1.1" status: 200 len: 855 time: 0.0786729 Jul 28 04:03:39.113327 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-42eccc70-d01c-4029-adea-d43e108acc5c tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:39.115421 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-42eccc70-d01c-4029-adea-d43e108acc5c tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4887948 Jul 28 04:03:39.120560 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 56200) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:03:39.127132 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-6f23d0ce-aa23-4e40-9072-8bb3dfee9a2a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Request body: {'floatingip': {'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:03:39.131906 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f39d2-e785-47b5-a228-86f29df12433 req-ca056cce-cfa6-4297-af17-0d8db84e99ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:39.134656 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-495f39d2-e785-47b5-a228-86f29df12433 req-ca056cce-cfa6-4297-af17-0d8db84e99ee service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=500d2409-0505-4e71-ad33-d33fa2f8a8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0654864 Jul 28 04:03:39.237469 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-495f39d2-e785-47b5-a228-86f29df12433 req-a308962c-5613-4686-9d4b-a65462778fbd service neutron] 10.222.0.67 "GET /v2.0/networks/500d2409-0505-4e71-ad33-d33fa2f8a8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949881 Jul 28 04:03:39.247889 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-6f23d0ce-aa23-4e40-9072-8bb3dfee9a2a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:39.265973 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:39.379677 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-495f39d2-e785-47b5-a228-86f29df12433 req-75415236-a9dc-412d-8d6e-3667025b8d2a service neutron] 10.222.0.67 "GET /v2.0/networks/500d2409-0505-4e71-ad33-d33fa2f8a8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211877 Jul 28 04:03:39.411336 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-6f23d0ce-aa23-4e40-9072-8bb3dfee9a2a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:39.428289 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:39.544992 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.db_base_plugin_common [None req-6f23d0ce-aa23-4e40-9072-8bb3dfee9a2a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Allocated IP 172.27.0.228 (ea650c0a-dc48-4a0d-a6e0-295879bc3df9/483d9f6f-a7db-4d58-8be3-14e833e697b6/1cddc4ba-481b-4c34-b9ae-75b508a2d253) {{(pid=121475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:03:39.662737 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-6f23d0ce-aa23-4e40-9072-8bb3dfee9a2a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks [] for port (1cddc4ba-481b-4c34-b9ae-75b508a2d253), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:39.805255 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-6f23d0ce-aa23-4e40-9072-8bb3dfee9a2a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3956301'] for port (1cddc4ba-481b-4c34-b9ae-75b508a2d253), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:39.853718 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f23d0ce-aa23-4e40-9072-8bb3dfee9a2a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Network ea650c0a-dc48-4a0d-a6e0-295879bc3df9 is already hosted by enough agents. {{(pid=121475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:03:39.857560 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.base_scheduler [None req-6f23d0ce-aa23-4e40-9072-8bb3dfee9a2a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Resources bound (agent type, host, resource id): {{(pid=121475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:03:39.861776 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f23d0ce-aa23-4e40-9072-8bb3dfee9a2a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Received port after_create {{(pid=121475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 04:03:39.866928 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f23d0ce-aa23-4e40-9072-8bb3dfee9a2a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Pushing event updated for resources: {'Port': ['ID=1cddc4ba-481b-4c34-b9ae-75b508a2d253,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:39.957765 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24562c-880d-4276-ac81-c1a221c28461 req-16bf29d8-f86d-411d-9f46-a4f3fb4e8369 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:39.959298 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-7e24562c-880d-4276-ac81-c1a221c28461 req-16bf29d8-f86d-411d-9f46-a4f3fb4e8369 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 946 time: 0.0716228 Jul 28 04:03:39.962756 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:40.029123 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-6f23d0ce-aa23-4e40-9072-8bb3dfee9a2a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks [] for floatingip (762419e2-b7fe-4db9-84a0-309129e0e3be), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:40.051306 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-7e24562c-880d-4276-ac81-c1a221c28461 req-b92e85a4-f6d6-42be-a527-89dc19ee76a2 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654228 Jul 28 04:03:40.154671 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-6f23d0ce-aa23-4e40-9072-8bb3dfee9a2a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (1cddc4ba-481b-4c34-b9ae-75b508a2d253), before_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:40.195476 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199d258-c3f5-40ff-a446-993d75f931bf req-5bf2c3e5-5410-4d3f-a0db-4de9b0534cfb tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:40.198908 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-2199d258-c3f5-40ff-a446-993d75f931bf req-5bf2c3e5-5410-4d3f-a0db-4de9b0534cfb tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 944 time: 0.0613649 Jul 28 04:03:40.270484 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-2199d258-c3f5-40ff-a446-993d75f931bf req-e6a83b83-0e27-4cf8-9349-bad1f7f04984 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652521 Jul 28 04:03:40.333639 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-6f23d0ce-aa23-4e40-9072-8bb3dfee9a2a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks [] for port (1cddc4ba-481b-4c34-b9ae-75b508a2d253), precommit_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:40.405691 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-6f23d0ce-aa23-4e40-9072-8bb3dfee9a2a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3956314'] for port (1cddc4ba-481b-4c34-b9ae-75b508a2d253), after_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:40.536659 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f23d0ce-aa23-4e40-9072-8bb3dfee9a2a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Pushing event updated for resources: {'Port': ['ID=1cddc4ba-481b-4c34-b9ae-75b508a2d253,revision_number=2']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:40.559173 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-6f23d0ce-aa23-4e40-9072-8bb3dfee9a2a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739753'] for floatingip (762419e2-b7fe-4db9-84a0-309129e0e3be), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:40.569181 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:40.700993 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-6f23d0ce-aa23-4e40-9072-8bb3dfee9a2a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for floatingip (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:40.702359 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-6f23d0ce-aa23-4e40-9072-8bb3dfee9a2a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5806499 Jul 28 04:03:40.980189 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-8f94812c-f136-4166-9617-928d16c921ad tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--459066907&fields=id&tenant_id=6a869e1e00fc4d8d9d4511e34501665f HTTP/1.1" status: 200 len: 267 time: 0.0639238 Jul 28 04:03:41.123457 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-62649c5a-a3a2-461c-9885-f330c9718982 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:41.125528 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-62649c5a-a3a2-461c-9885-f330c9718982 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/networks?id=5b7076b1-5b54-41f8-8740-25deddb61b0a HTTP/1.1" status: 200 len: 810 time: 0.1377928 Jul 28 04:03:41.148590 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-c023e288-651d-4759-814b-e4b4692b24f9 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/quotas/6a869e1e00fc4d8d9d4511e34501665f HTTP/1.1" status: 200 len: 375 time: 0.0156400 Jul 28 04:03:41.190931 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cd97d-5749-4f35-93b8-02780567dc8a req-39d1895f-3b89-4dc3-9b1c-a63e62d74787 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:41.194113 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ed9cd97d-5749-4f35-93b8-02780567dc8a req-39d1895f-3b89-4dc3-9b1c-a63e62d74787 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 946 time: 0.0603690 Jul 28 04:03:41.209363 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-93ae34cb-2f3c-4cc7-9a04-07fafb02562e tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6a869e1e00fc4d8d9d4511e34501665f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546205 Jul 28 04:03:41.253517 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ed9cd97d-5749-4f35-93b8-02780567dc8a req-d1a73cbc-a5ba-4549-877e-f8ca22e8dab7 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522909 Jul 28 04:03:41.340300 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-c9f15bbf-17d3-4209-b155-cbb637347774 service neutron] 10.222.0.66 "GET /v2.0/networks/5b7076b1-5b54-41f8-8740-25deddb61b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177220 Jul 28 04:03:41.692485 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-118e8469-19ca-4708-b170-29b152a745ad service neutron] 10.222.0.66 "GET /v2.0/networks/5b7076b1-5b54-41f8-8740-25deddb61b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460550 Jul 28 04:03:41.925789 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1d237-982e-489c-bed5-a98bd077194c req-e75ac4fe-cbcf-478c-a72d-13ec427c0591 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:41.927310 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b9c1d237-982e-489c-bed5-a98bd077194c req-e75ac4fe-cbcf-478c-a72d-13ec427c0591 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 944 time: 0.0529354 Jul 28 04:03:41.980474 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b9c1d237-982e-489c-bed5-a98bd077194c req-c93b84d9-b87f-47e4-98f3-7a5baba17ea2 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471053 Jul 28 04:03:42.097814 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-4cdc4290-8a4a-4d3c-806c-56026880fc89 req-5a1b9a21-8d61-425e-9dec-ffa331314e44 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=70dc9074-c661-48fa-ba87-ef45db17143b HTTP/1.1" status: 200 len: 210 time: 0.0390038 Jul 28 04:03:42.174265 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63025f2b-d4ba-49e7-b9ea-7773fc4335b8 req-41433aba-feb9-467c-a552-53c0ccee558d tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:42.177058 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-63025f2b-d4ba-49e7-b9ea-7773fc4335b8 req-41433aba-feb9-467c-a552-53c0ccee558d tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 946 time: 0.0706189 Jul 28 04:03:42.228425 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 56250) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:03:42.261712 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-63025f2b-d4ba-49e7-b9ea-7773fc4335b8 req-7d416b05-085b-4716-9a1c-c01ffea646cd tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724833 Jul 28 04:03:42.318394 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device de721302-c218-45d7-87a1-d79d5e51a7e4 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=121476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:03:42.374264 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-467c0a51-0b86-423f-8393-9f16a3f55327 req-7f2a57c2-2e63-4a02-8a8c-3af192b17a0b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1441286 Jul 28 04:03:42.392214 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [req-467c0a51-0b86-423f-8393-9f16a3f55327 req-dfb341b2-00c8-496b-8792-99716959fe6a service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=121474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 04:03:42.394119 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-467c0a51-0b86-423f-8393-9f16a3f55327 req-dfb341b2-00c8-496b-8792-99716959fe6a service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0103054 Jul 28 04:03:42.447711 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port de721302-c218-45d7-87a1-d79d5e51a7e4, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=de721302-c218-45d7-87a1-d79d5e51a7e4,segment=NetworkSegment(7ac5aa42-d84c-402d-8b7d-91411dee0356),segment_id=7ac5aa42-d84c-402d-8b7d-91411dee0356)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:03:42.466244 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Returning: {'device': 'de721302-c218-45d7-87a1-d79d5e51a7e4', 'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc', 'port_id': 'de721302-c218-45d7-87a1-d79d5e51a7e4', 'mac_address': 'fa:16:3e:e8:e2:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f8d920-e036-48ec-bb1b-67fea0f2e9aa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:03:42.507917 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port de721302-c218-45d7-87a1-d79d5e51a7e4 is: DOWN; New status is: BUILD {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:03:42.509009 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (de721302-c218-45d7-87a1-d79d5e51a7e4), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:42.524979 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de721302-c218-45d7-87a1-d79d5e51a7e4 {{(pid=121476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 04:03:42.534652 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c0a51-0b86-423f-8393-9f16a3f55327 req-62c470f6-eb17-459d-9835-2f49cc30b8ba tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:42.538293 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-467c0a51-0b86-423f-8393-9f16a3f55327 req-62c470f6-eb17-459d-9835-2f49cc30b8ba tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports/68bf49ef-5416-40a1-b99b-f3cd17caa288 HTTP/1.1" status: 200 len: 943 time: 0.0899005 Jul 28 04:03:42.556845 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port de721302-c218-45d7-87a1-d79d5e51a7e4, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=de721302-c218-45d7-87a1-d79d5e51a7e4,segment=NetworkSegment(7ac5aa42-d84c-402d-8b7d-91411dee0356),segment_id=7ac5aa42-d84c-402d-8b7d-91411dee0356)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:03:42.667485 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (de721302-c218-45d7-87a1-d79d5e51a7e4), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:42.707611 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:42.730823 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=de721302-c218-45d7-87a1-d79d5e51a7e4,revision_number=4']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:42.737807 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:42.738152 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:42.738514 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:42.738872 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:42.739211 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:42.739538 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:42.739868 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:42.740230 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:42.740560 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:42.740886 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:42.741214 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:42.741554 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:42.741881 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:42.742202 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:42.742521 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:03:43.136226 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0845145-2b76-4b79-92f1-0e43d3778793 req-fe4d78f1-84a9-4d85-9cfd-707a609877dd tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:43.137907 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-b0845145-2b76-4b79-92f1-0e43d3778793 req-fe4d78f1-84a9-4d85-9cfd-707a609877dd tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 945 time: 0.0679784 Jul 28 04:03:43.206528 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-b0845145-2b76-4b79-92f1-0e43d3778793 req-7e10dd23-58fe-456c-b41d-f214a7e38577 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584106 Jul 28 04:03:43.234825 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f473df16-ee06-4b75-ab07-e61200463ebb req-9a7d5c2c-79bc-41ec-b44f-ba2a4c210e92 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=70dc9074-c661-48fa-ba87-ef45db17143b HTTP/1.1" status: 200 len: 210 time: 0.0367606 Jul 28 04:03:43.392774 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707ba62-3e44-47cc-b0b8-25121266709e req-507a9c64-1f8b-4e77-9afd-7f6c3d60cc9f tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:43.394531 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-8707ba62-3e44-47cc-b0b8-25121266709e req-507a9c64-1f8b-4e77-9afd-7f6c3d60cc9f tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 946 time: 0.0525222 Jul 28 04:03:43.453514 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-8707ba62-3e44-47cc-b0b8-25121266709e req-61c85052-4882-4348-950c-c54b964ea7e2 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517871 Jul 28 04:03:44.226809 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device 68bf49ef-5416-40a1-b99b-f3cd17caa288 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:03:44.343079 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] get_ports_and_sgs() called for port_ids ['de721302-c218-45d7-87a1-d79d5e51a7e4'] {{(pid=121476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:03:44.388460 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port 68bf49ef-5416-40a1-b99b-f3cd17caa288 is: ACTIVE; New status is: DOWN {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:03:44.388995 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (68bf49ef-5416-40a1-b99b-f3cd17caa288), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:44.429748 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed19419-f0b9-473d-93cb-fefb8c29d74e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68bf49ef-5416-40a1-b99b-f3cd17caa288'}] {{(pid=121476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:03:44.433285 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63807e78e749bb54735be4dbe0f6e45a10aff1c6ba31450fe55014b89068368c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a2c03b-f67f-4a6d-86b6-6fe7346cc2c0" -d '{"events": [{"server_uuid": "1ed19419-f0b9-473d-93cb-fefb8c29d74e", "name": "network-vif-unplugged", "status": "completed", "tag": "68bf49ef-5416-40a1-b99b-f3cd17caa288"}]}' {{(pid=121476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:03:44.453277 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port 68bf49ef-5416-40a1-b99b-f3cd17caa288, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=68bf49ef-5416-40a1-b99b-f3cd17caa288,segment=NetworkSegment(14a8c6bf-83b7-46f9-8c66-fb10450c3d17),segment_id=14a8c6bf-83b7-46f9-8c66-fb10450c3d17)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:03:44.491868 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-d7cbc83b-726c-46a3-9d35-eac355c96427 req-19b27e15-ac4d-4b9c-a1f1-6c56d3d61f6b tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=70dc9074-c661-48fa-ba87-ef45db17143b HTTP/1.1" status: 200 len: 210 time: 0.0960426 Jul 28 04:03:44.544188 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (68bf49ef-5416-40a1-b99b-f3cd17caa288), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:44.617157 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Jul 2022 04:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a811f5-10c4-4312-a02b-9f72a80f6a4c x-openstack-request-id: req-a7a811f5-10c4-4312-a02b-9f72a80f6a4c {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:03:44.617643 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed19419-f0b9-473d-93cb-fefb8c29d74e", "name": "network-vif-unplugged", "status": "failed", "tag": "68bf49ef-5416-40a1-b99b-f3cd17caa288", "code": 422}]} {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:03:44.618566 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a7a811f5-10c4-4312-a02b-9f72a80f6a4c {{(pid=121476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:03:44.619249 dv-cinder-851279-1-iscsi neutron-server[121476]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a7a811f5-10c4-4312-a02b-9f72a80f6a4c']: {'server_uuid': '1ed19419-f0b9-473d-93cb-fefb8c29d74e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '68bf49ef-5416-40a1-b99b-f3cd17caa288', 'code': 422} returned with failed status Jul 28 04:03:44.634085 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c83162-82b6-4646-82d6-c37976913482 req-e0746dac-0948-44f2-911f-3cdd6adf9489 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:44.636383 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-64c83162-82b6-4646-82d6-c37976913482 req-e0746dac-0948-44f2-911f-3cdd6adf9489 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 945 time: 0.3137913 Jul 28 04:03:44.641911 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=68bf49ef-5416-40a1-b99b-f3cd17caa288,revision_number=6']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:44.677786 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:44.721543 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-64c83162-82b6-4646-82d6-c37976913482 req-9cff6e46-0e8e-448b-9337-741d72b09b72 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665045 Jul 28 04:03:44.731748 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb640a8-b982-4e3d-b674-bf79ee16c199 req-b40d2513-c807-4f48-8ab4-24922b6457ef tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:44.733519 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-ddb640a8-b982-4e3d-b674-bf79ee16c199 req-b40d2513-c807-4f48-8ab4-24922b6457ef tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 944 time: 0.0666249 Jul 28 04:03:44.801015 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-ddb640a8-b982-4e3d-b674-bf79ee16c199 req-d589e0d4-cf7e-491c-8cab-bd35a3c05aa2 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605454 Jul 28 04:03:44.864703 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d1eb3dfa-190a-4aba-903c-b086c7ef6f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:45.467564 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-753ecb4d-3f3f-4247-bb79-87c475cb5eb5 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:45.469404 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-753ecb4d-3f3f-4247-bb79-87c475cb5eb5 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.67 "GET /v2.0/networks?id=5b7076b1-5b54-41f8-8740-25deddb61b0a HTTP/1.1" status: 200 len: 810 time: 0.1486762 Jul 28 04:03:45.604428 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-c251234d-a36a-4d38-bb35-478928af6578 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a869e1e00fc4d8d9d4511e34501665f HTTP/1.1" status: 200 len: 379 time: 0.1196113 Jul 28 04:03:45.629384 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-801657d0-cf4f-457a-8e8e-021cf7c99325 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Request body: {'port': {'device_id': '70dc9074-c661-48fa-ba87-ef45db17143b', 'network_id': '5b7076b1-5b54-41f8-8740-25deddb61b0a', 'admin_state_up': True, 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'security_groups': ['428b376c-c4ee-4157-8c41-7919c9c06f19']}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:03:45.716950 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-280b36a1-862e-433e-b78b-ad44e8fa3fb3 req-233c95ee-fc0a-40ad-95ed-ebbe47360452 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=70dc9074-c661-48fa-ba87-ef45db17143b HTTP/1.1" status: 200 len: 210 time: 0.0795672 Jul 28 04:03:45.767985 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:45.941994 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-801657d0-cf4f-457a-8e8e-021cf7c99325 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Made reservation on behalf of 6a869e1e00fc4d8d9d4511e34501665f for: {'port': 1} {{(pid=121474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:03:45.945466 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-801657d0-cf4f-457a-8e8e-021cf7c99325 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:45.981366 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d6c52-2a3d-4c52-9326-0b684a711664 req-0c727348-39b1-4767-a13f-3b4c52897789 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:45.982834 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-d71d6c52-2a3d-4c52-9326-0b684a711664 req-0c727348-39b1-4767-a13f-3b4c52897789 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 945 time: 0.1515684 Jul 28 04:03:45.984809 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746cd62-cd54-495a-a02c-2d5fe94457ca req-43179934-712f-4cd9-891a-a2b0714137d2 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:45.985951 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b746cd62-cd54-495a-a02c-2d5fe94457ca req-43179934-712f-4cd9-891a-a2b0714137d2 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 944 time: 0.0912049 Jul 28 04:03:46.013266 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:46.101933 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-d71d6c52-2a3d-4c52-9326-0b684a711664 req-559a853d-6da3-4e40-a483-86e07f5ecbdb tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043789 Jul 28 04:03:46.108185 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b746cd62-cd54-495a-a02c-2d5fe94457ca req-e17adb81-c811-4e8f-b86a-59e06faafbcc tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130719 Jul 28 04:03:46.179227 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.db_base_plugin_common [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-801657d0-cf4f-457a-8e8e-021cf7c99325 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Allocated IP 172.20.0.8 (5b7076b1-5b54-41f8-8740-25deddb61b0a/0c317d02-35c6-4092-b3d2-22f73010b2ed/03f6d4b3-f03e-4e79-9f11-0cea1b416098) {{(pid=121474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:03:46.216851 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device de721302-c218-45d7-87a1-d79d5e51a7e4 up at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:03:46.280678 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning for port de721302-c218-45d7-87a1-d79d5e51a7e4 completed by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 04:03:46.364238 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-801657d0-cf4f-457a-8e8e-021cf7c99325 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks [] for port (03f6d4b3-f03e-4e79-9f11-0cea1b416098), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:46.370491 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning complete for port de721302-c218-45d7-87a1-d79d5e51a7e4 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:03:46.370864 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (de721302-c218-45d7-87a1-d79d5e51a7e4), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:46.462704 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port de721302-c218-45d7-87a1-d79d5e51a7e4 is: BUILD; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:03:46.463099 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (de721302-c218-45d7-87a1-d79d5e51a7e4), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:46.472690 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:46.476709 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-801657d0-cf4f-457a-8e8e-021cf7c99325 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (03f6d4b3-f03e-4e79-9f11-0cea1b416098), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:46.506196 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port de721302-c218-45d7-87a1-d79d5e51a7e4, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=de721302-c218-45d7-87a1-d79d5e51a7e4,segment=NetworkSegment(7ac5aa42-d84c-402d-8b7d-91411dee0356),segment_id=7ac5aa42-d84c-402d-8b7d-91411dee0356)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:03:46.530444 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-801657d0-cf4f-457a-8e8e-021cf7c99325 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Network 5b7076b1-5b54-41f8-8740-25deddb61b0a is already hosted by enough agents. {{(pid=121474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:03:46.537170 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-801657d0-cf4f-457a-8e8e-021cf7c99325 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Resources bound (agent type, host, resource id): {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:03:46.541870 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-801657d0-cf4f-457a-8e8e-021cf7c99325 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Received port after_create {{(pid=121474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 04:03:46.581124 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801657d0-cf4f-457a-8e8e-021cf7c99325 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Pushing event updated for resources: {'Port': ['ID=03f6d4b3-f03e-4e79-9f11-0cea1b416098,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:46.584483 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (de721302-c218-45d7-87a1-d79d5e51a7e4), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:46.616640 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-801657d0-cf4f-457a-8e8e-021cf7c99325 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:46.617356 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-801657d0-cf4f-457a-8e8e-021cf7c99325 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:46.638855 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29710033-f00f-435c-8485-9dd60d728f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de721302-c218-45d7-87a1-d79d5e51a7e4'}] {{(pid=121476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:03:46.644490 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63807e78e749bb54735be4dbe0f6e45a10aff1c6ba31450fe55014b89068368c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0050c83b-3b76-4e38-b2ad-af28aab6f56e" -d '{"events": [{"server_uuid": "29710033-f00f-435c-8485-9dd60d728f27", "name": "network-vif-plugged", "status": "completed", "tag": "de721302-c218-45d7-87a1-d79d5e51a7e4"}]}' {{(pid=121476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:03:46.689957 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:46.700623 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=de721302-c218-45d7-87a1-d79d5e51a7e4,revision_number=5']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:46.730479 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c0a51-0b86-423f-8393-9f16a3f55327 req-e83fdf6b-dbcf-4744-9307-1ca2c5724a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:46.733014 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-467c0a51-0b86-423f-8393-9f16a3f55327 req-e83fdf6b-dbcf-4744-9307-1ca2c5724a06 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e&tenant_id=5e16f8abc2ed4df1b2834b1669b67a1b HTTP/1.1" status: 200 len: 1128 time: 0.1055903 Jul 28 04:03:46.737176 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 04:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f12442-e9ce-47d6-b3a4-8716e8148dc1 x-openstack-request-id: req-29f12442-e9ce-47d6-b3a4-8716e8148dc1 {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:03:46.737521 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29710033-f00f-435c-8485-9dd60d728f27", "name": "network-vif-plugged", "status": "completed", "tag": "de721302-c218-45d7-87a1-d79d5e51a7e4", "code": 200}]} {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:03:46.737800 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-29f12442-e9ce-47d6-b3a4-8716e8148dc1 {{(pid=121476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:03:46.738226 dv-cinder-851279-1-iscsi neutron-server[121476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29f12442-e9ce-47d6-b3a4-8716e8148dc1'] response: {'server_uuid': '29710033-f00f-435c-8485-9dd60d728f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de721302-c218-45d7-87a1-d79d5e51a7e4', 'code': 200} Jul 28 04:03:46.829846 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=95,neutron:DELETE=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:46.844729 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=26 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:46.852864 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c0a51-0b86-423f-8393-9f16a3f55327 req-fe137d78-8396-4515-bb2a-a1b3c90182ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:46.854600 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-467c0a51-0b86-423f-8393-9f16a3f55327 req-fe137d78-8396-4515-bb2a-a1b3c90182ef service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5e16f8abc2ed4df1b2834b1669b67a1b&device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 1128 time: 0.0835531 Jul 28 04:03:46.904580 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-a3ec1c35-3831-4344-8184-c826e2aff8cc None None] Provisioning complete for port 03f6d4b3-f03e-4e79-9f11-0cea1b416098 triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:03:46.904955 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-a3ec1c35-3831-4344-8184-c826e2aff8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (03f6d4b3-f03e-4e79-9f11-0cea1b416098), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:46.941588 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9cf57-8c97-4a1d-ab79-19c247773e97 req-f4050aff-4fe8-4ec1-97ea-9890ffc546ca tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:46.943175 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-d3f9cf57-8c97-4a1d-ab79-19c247773e97 req-f4050aff-4fe8-4ec1-97ea-9890ffc546ca tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=70dc9074-c661-48fa-ba87-ef45db17143b HTTP/1.1" status: 200 len: 931 time: 0.1089754 Jul 28 04:03:46.944229 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-a3ec1c35-3831-4344-8184-c826e2aff8cc None None] Port 03f6d4b3-f03e-4e79-9f11-0cea1b416098 cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 04:03:46.950063 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-801657d0-cf4f-457a-8e8e-021cf7c99325 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3335514 Jul 28 04:03:46.971242 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-1362e023-1996-4bba-835c-c1e612bffbcf service neutron] Request body: {'port': {'device_id': '70dc9074-c661-48fa-ba87-ef45db17143b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:03:47.089451 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-d3f9cf57-8c97-4a1d-ab79-19c247773e97 req-d28b045f-f783-41d6-ad6a-27f886f2e97b tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=428b376c-c4ee-4157-8c41-7919c9c06f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362357 Jul 28 04:03:47.093140 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c0a51-0b86-423f-8393-9f16a3f55327 req-88b26c77-eaf4-4e2a-a446-381b46ce2d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:47.094649 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-467c0a51-0b86-423f-8393-9f16a3f55327 req-88b26c77-eaf4-4e2a-a446-381b46ce2d71 service neutron] 10.222.0.67 "GET /v2.0/networks?id=577751dd-78a4-42c8-b90a-c6d300b531a2 HTTP/1.1" status: 200 len: 910 time: 0.2228949 Jul 28 04:03:47.123226 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-1362e023-1996-4bba-835c-c1e612bffbcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (03f6d4b3-f03e-4e79-9f11-0cea1b416098), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:47.274836 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:47.290812 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031667f-184d-4349-b5ec-f3828cec28ee req-2198473d-649f-4a30-86da-896d757cf8b3 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:47.292931 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-6031667f-184d-4349-b5ec-f3828cec28ee req-2198473d-649f-4a30-86da-896d757cf8b3 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 946 time: 0.0776124 Jul 28 04:03:47.343697 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-467c0a51-0b86-423f-8393-9f16a3f55327 req-58fde98e-a0e8-4ef5-83ab-88d9b41c90cc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68bf49ef-5416-40a1-b99b-f3cd17caa288 HTTP/1.1" status: 200 len: 1000 time: 0.2386770 Jul 28 04:03:47.350652 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297aa2a-7081-4a0c-ad7e-b0406df514d0 req-c5bff442-4755-42d7-bc8a-632db554d5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:47.352264 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-2297aa2a-7081-4a0c-ad7e-b0406df514d0 req-c5bff442-4755-42d7-bc8a-632db554d5f8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 1130 time: 0.1221244 Jul 28 04:03:47.359945 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-6031667f-184d-4349-b5ec-f3828cec28ee req-04810997-6801-4e19-94c8-806b062b3c69 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601580 Jul 28 04:03:47.418397 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-34140a06-f72f-49e2-a777-65330a7bd6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:47.465526 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf760b-f76a-4ee9-ba21-c6e6d402d74c req-123b169a-f786-41e7-bc43-7b276960d9f3 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:47.467224 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-cddf760b-f76a-4ee9-ba21-c6e6d402d74c req-123b169a-f786-41e7-bc43-7b276960d9f3 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 944 time: 0.1876965 Jul 28 04:03:47.592863 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c0a51-0b86-423f-8393-9f16a3f55327 req-e00bc3ce-f38d-40e7-a1c2-cd0d9380ddac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:47.594600 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-467c0a51-0b86-423f-8393-9f16a3f55327 req-e00bc3ce-f38d-40e7-a1c2-cd0d9380ddac service neutron] 10.222.0.67 "GET /v2.0/subnets?id=117a9784-f853-4ff3-95fc-37c8f679d459 HTTP/1.1" status: 200 len: 848 time: 0.2412071 Jul 28 04:03:47.608226 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-2297aa2a-7081-4a0c-ad7e-b0406df514d0 req-8c4c74b8-071c-4c07-941e-19dde2241db9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064281 Jul 28 04:03:47.671474 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-cddf760b-f76a-4ee9-ba21-c6e6d402d74c req-36f288fb-ca85-4edf-b109-b6e97fe9540a tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939127 Jul 28 04:03:47.699629 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c0a51-0b86-423f-8393-9f16a3f55327 req-866ad3e7-32e1-43ce-9a0c-3ee4b1c97adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:47.701268 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-467c0a51-0b86-423f-8393-9f16a3f55327 req-866ad3e7-32e1-43ce-9a0c-3ee4b1c97adc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=577751dd-78a4-42c8-b90a-c6d300b531a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0987384 Jul 28 04:03:47.785865 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-1362e023-1996-4bba-835c-c1e612bffbcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03f6d4b3-f03e-4e79-9f11-0cea1b416098 {{(pid=121474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 04:03:47.796509 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-1362e023-1996-4bba-835c-c1e612bffbcf service neutron] Publish callbacks [] for port (03f6d4b3-f03e-4e79-9f11-0cea1b416098), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:47.812512 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:47.813882 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.provisioning_blocks [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-1362e023-1996-4bba-835c-c1e612bffbcf service neutron] Transition to ACTIVE for port object 03f6d4b3-f03e-4e79-9f11-0cea1b416098 will not be triggered until provisioned by entity L2. {{(pid=121474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 04:03:47.900782 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-1362e023-1996-4bba-835c-c1e612bffbcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26044716'] for port (03f6d4b3-f03e-4e79-9f11-0cea1b416098), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:47.953598 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-467c0a51-0b86-423f-8393-9f16a3f55327 req-40b2c0fb-483f-48c7-a602-00a95b59270e service neutron] 10.222.0.67 "GET /v2.0/networks/577751dd-78a4-42c8-b90a-c6d300b531a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298630 Jul 28 04:03:47.992029 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362e023-1996-4bba-835c-c1e612bffbcf service neutron] Pushing event updated for resources: {'Port': ['ID=03f6d4b3-f03e-4e79-9f11-0cea1b416098,revision_number=2']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:48.254287 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f2378-148e-4b6c-9ae0-642c46024c9f req-c0a5669b-9410-449d-b106-e23cff384430 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:48.256000 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-a09f2378-148e-4b6c-9ae0-642c46024c9f req-c0a5669b-9410-449d-b106-e23cff384430 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=70dc9074-c661-48fa-ba87-ef45db17143b HTTP/1.1" status: 200 len: 943 time: 0.0603955 Jul 28 04:03:48.294059 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:48.342253 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-a09f2378-148e-4b6c-9ae0-642c46024c9f req-8aca069e-fa60-47e8-8198-308ea9d7df0c tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=428b376c-c4ee-4157-8c41-7919c9c06f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614965 Jul 28 04:03:48.432891 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-1362e023-1996-4bba-835c-c1e612bffbcf service neutron] Attempting to bind port 03f6d4b3-f03e-4e79-9f11-0cea1b416098 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 04:03:48.433238 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-1362e023-1996-4bba-835c-c1e612bffbcf service neutron] Attempting to bind port 03f6d4b3-f03e-4e79-9f11-0cea1b416098 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b7076b1-5b54-41f8-8740-25deddb61b0a'}] {{(pid=121474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 04:03:48.433577 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-1362e023-1996-4bba-835c-c1e612bffbcf service neutron] Attempting to bind port 03f6d4b3-f03e-4e79-9f11-0cea1b416098 on network 5b7076b1-5b54-41f8-8740-25deddb61b0a {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:03:48.438921 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-467c0a51-0b86-423f-8393-9f16a3f55327 req-26a812d1-07b6-4499-9270-61513e3c9768 service neutron] 10.222.0.67 "GET /v2.0/networks/577751dd-78a4-42c8-b90a-c6d300b531a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4729950 Jul 28 04:03:48.441395 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-1362e023-1996-4bba-835c-c1e612bffbcf service neutron] Port 03f6d4b3-f03e-4e79-9f11-0cea1b416098 on network 5b7076b1-5b54-41f8-8740-25deddb61b0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 04:03:48.444955 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-1362e023-1996-4bba-835c-c1e612bffbcf service neutron] Attempting to bind port 03f6d4b3-f03e-4e79-9f11-0cea1b416098 on network 5b7076b1-5b54-41f8-8740-25deddb61b0a {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:03:48.449620 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-1362e023-1996-4bba-835c-c1e612bffbcf service neutron] Checking agent: {'id': 'a6d923ff-d983-4784-981f-1bbce4c5c5ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 56, 49), 'started_at': datetime.datetime(2022, 7, 28, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 4, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 04:03:48.449997 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-1362e023-1996-4bba-835c-c1e612bffbcf service neutron] Checking segment: {'id': '59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b7076b1-5b54-41f8-8740-25deddb61b0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 04:03:48.450368 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-1362e023-1996-4bba-835c-c1e612bffbcf service neutron] Bound using segment: {'id': '59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b7076b1-5b54-41f8-8740-25deddb61b0a'} {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 04:03:48.450817 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-1362e023-1996-4bba-835c-c1e612bffbcf service neutron] Bound port: 03f6d4b3-f03e-4e79-9f11-0cea1b416098, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b7076b1-5b54-41f8-8740-25deddb61b0a'}}] {{(pid=121474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 04:03:48.451255 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-1362e023-1996-4bba-835c-c1e612bffbcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (03f6d4b3-f03e-4e79-9f11-0cea1b416098), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:48.573699 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c62bad-0b89-491b-8444-2f04b7a34adf req-785be3f0-74b7-441e-aac3-6fd3f93f8cd6 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:48.575148 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-32c62bad-0b89-491b-8444-2f04b7a34adf req-785be3f0-74b7-441e-aac3-6fd3f93f8cd6 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 946 time: 0.0844588 Jul 28 04:03:48.583064 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-1362e023-1996-4bba-835c-c1e612bffbcf service neutron] For port 03f6d4b3-f03e-4e79-9f11-0cea1b416098, host hv-cinder-85127, cleared binding levels {{(pid=121474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:03:48.590393 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-1362e023-1996-4bba-835c-c1e612bffbcf service neutron] For port 03f6d4b3-f03e-4e79-9f11-0cea1b416098, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=03f6d4b3-f03e-4e79-9f11-0cea1b416098,segment=NetworkSegment(59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b),segment_id=59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b)] {{(pid=121474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:03:48.631162 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:48.644962 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-32c62bad-0b89-491b-8444-2f04b7a34adf req-fde2255e-e583-46f4-bda9-b4738dc1aefa tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580883 Jul 28 04:03:48.688690 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-1362e023-1996-4bba-835c-c1e612bffbcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26044716'] for port (03f6d4b3-f03e-4e79-9f11-0cea1b416098), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:48.724556 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-1362e023-1996-4bba-835c-c1e612bffbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:48.725326 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-1362e023-1996-4bba-835c-c1e612bffbcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:48.726637 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-1362e023-1996-4bba-835c-c1e612bffbcf service neutron] 10.222.0.67 "PUT /v2.0/ports/03f6d4b3-f03e-4e79-9f11-0cea1b416098 HTTP/1.1" status: 200 len: 1093 time: 1.7607167 Jul 28 04:03:48.727111 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70dc9074-c661-48fa-ba87-ef45db17143b', 'tag': '03f6d4b3-f03e-4e79-9f11-0cea1b416098'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:03:48.730280 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd12f9ea-57fe-4609-87fc-64705c87499b" -d '{"events": [{"name": "network-changed", "server_uuid": "70dc9074-c661-48fa-ba87-ef45db17143b", "tag": "03f6d4b3-f03e-4e79-9f11-0cea1b416098"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:03:48.765043 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362e023-1996-4bba-835c-c1e612bffbcf service neutron] Pushing event updated for resources: {'Port': ['ID=03f6d4b3-f03e-4e79-9f11-0cea1b416098,revision_number=3']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:48.792809 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 04:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b897336d-e5e8-473c-8cda-584453f3b275 x-openstack-request-id: req-b897336d-e5e8-473c-8cda-584453f3b275 {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:03:48.793493 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70dc9074-c661-48fa-ba87-ef45db17143b", "tag": "03f6d4b3-f03e-4e79-9f11-0cea1b416098", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:03:48.793757 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b897336d-e5e8-473c-8cda-584453f3b275 {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:03:48.794352 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b897336d-e5e8-473c-8cda-584453f3b275'] response: {'name': 'network-changed', 'server_uuid': '70dc9074-c661-48fa-ba87-ef45db17143b', 'tag': '03f6d4b3-f03e-4e79-9f11-0cea1b416098', 'status': 'completed', 'code': 200} Jul 28 04:03:48.863112 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4445815-b4e1-4229-8585-07061d14ec62 req-48bc908c-f354-47c9-b63d-302d5535a8db tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:48.866057 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-b4445815-b4e1-4229-8585-07061d14ec62 req-48bc908c-f354-47c9-b63d-302d5535a8db tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 944 time: 0.0809233 Jul 28 04:03:48.870765 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d923ff-d983-4784-981f-1bbce4c5c5ac), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:48.961172 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-b4445815-b4e1-4229-8585-07061d14ec62 req-629643a1-9e36-4684-b71d-c5843340ec4e tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850275 Jul 28 04:03:49.058727 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 56336) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:03:49.232532 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-639e3e36-14b4-4fa9-a8bf-2821f187810f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:49.302864 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-639e3e36-14b4-4fa9-a8bf-2821f187810f admin admin] Publish callbacks [] for security_group (dd4d6f99-20eb-48c8-bdba-04a9abc981e4), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:49.384999 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-639e3e36-14b4-4fa9-a8bf-2821f187810f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (dd4d6f99-20eb-48c8-bdba-04a9abc981e4), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:49.437265 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-639e3e36-14b4-4fa9-a8bf-2821f187810f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f262ba92af7f4e94b61e12e1e46e00bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3770280 Jul 28 04:03:49.437990 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e3e36-14b4-4fa9-a8bf-2821f187810f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4d6f99-20eb-48c8-bdba-04a9abc981e4,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:49.443346 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 56342) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:03:49.548674 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b63f5-1246-42d1-86c6-a3ee072872be req-eb3076d0-d5fa-4285-a760-2fed9d9e6758 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:49.550300 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b34b63f5-1246-42d1-86c6-a3ee072872be req-eb3076d0-d5fa-4285-a760-2fed9d9e6758 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=70dc9074-c661-48fa-ba87-ef45db17143b HTTP/1.1" status: 200 len: 943 time: 0.1084955 Jul 28 04:03:49.566231 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12f9ea-57fe-4609-87fc-64705c87499b req-97578da6-4e42-4c57-b47c-f79c1173359c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:49.567808 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-cd12f9ea-57fe-4609-87fc-64705c87499b req-97578da6-4e42-4c57-b47c-f79c1173359c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6a869e1e00fc4d8d9d4511e34501665f&device_id=70dc9074-c661-48fa-ba87-ef45db17143b HTTP/1.1" status: 200 len: 1127 time: 0.1097801 Jul 28 04:03:49.594403 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:49.666248 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-9a21672b-3acd-4e3d-bd4c-e5552b605b22 admin admin] Publish callbacks [] for security_group (dd4d6f99-20eb-48c8-bdba-04a9abc981e4), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:49.700254 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:49.710566 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b34b63f5-1246-42d1-86c6-a3ee072872be req-e7a88243-0da4-4eb7-9c7e-17bc0966dfe4 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=428b376c-c4ee-4157-8c41-7919c9c06f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483116 Jul 28 04:03:49.724249 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-9a21672b-3acd-4e3d-bd4c-e5552b605b22 admin admin] Publish callbacks [] for security_group (dd4d6f99-20eb-48c8-bdba-04a9abc981e4), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:49.767124 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12f9ea-57fe-4609-87fc-64705c87499b req-fe145538-ffee-4c99-aaf1-a499de74e551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:49.768745 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-cd12f9ea-57fe-4609-87fc-64705c87499b req-fe145538-ffee-4c99-aaf1-a499de74e551 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=6a869e1e00fc4d8d9d4511e34501665f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1808834 Jul 28 04:03:49.791505 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab79960-2d79-4db5-9a24-3804c764097e req-eaa8403e-b4d3-4a0b-81ea-95f0d9536d6a tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:49.793979 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-bab79960-2d79-4db5-9a24-3804c764097e req-eaa8403e-b4d3-4a0b-81ea-95f0d9536d6a tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 946 time: 0.0601232 Jul 28 04:03:49.851218 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-bab79960-2d79-4db5-9a24-3804c764097e req-3207fa86-3ea7-457f-be65-e2ff9f17c8dd tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508373 Jul 28 04:03:49.902555 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12f9ea-57fe-4609-87fc-64705c87499b req-fe8567bd-a181-4c37-bab4-186fe8bbfa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:49.904221 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-cd12f9ea-57fe-4609-87fc-64705c87499b req-fe8567bd-a181-4c37-bab4-186fe8bbfa8d service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1228166 Jul 28 04:03:49.964701 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-9a21672b-3acd-4e3d-bd4c-e5552b605b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (dd4d6f99-20eb-48c8-bdba-04a9abc981e4), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:49.967345 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-9a21672b-3acd-4e3d-bd4c-e5552b605b22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:49.968768 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-9a21672b-3acd-4e3d-bd4c-e5552b605b22 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dd4d6f99-20eb-48c8-bdba-04a9abc981e4 HTTP/1.1" status: 204 len: 168 time: 0.5242941 Jul 28 04:03:50.029299 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:50.059597 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b278b2-66e3-43e5-b7e5-a099963aaedd req-e0c8ea8c-60d3-4aec-a456-390003dda920 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:50.062851 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-d4b278b2-66e3-43e5-b7e5-a099963aaedd req-e0c8ea8c-60d3-4aec-a456-390003dda920 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 946 time: 0.1124239 Jul 28 04:03:50.063796 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a21672b-3acd-4e3d-bd4c-e5552b605b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4d6f99-20eb-48c8-bdba-04a9abc981e4,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:50.074242 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 56360) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:03:50.082352 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-468e5156-5a24-43d5-a6e7-67e0a9014121 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Request body: {'floatingip': {'port_id': 'de721302-c218-45d7-87a1-d79d5e51a7e4'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:03:50.125386 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:50.141177 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-303b906c-b9fd-40a5-b24c-17c7024c078b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:50.146568 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-303b906c-b9fd-40a5-b24c-17c7024c078b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6a869e1e00fc4d8d9d4511e34501665f&device_id=70dc9074-c661-48fa-ba87-ef45db17143b HTTP/1.1" status: 200 len: 1127 time: 0.1830573 Jul 28 04:03:50.157090 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-468e5156-5a24-43d5-a6e7-67e0a9014121 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks [] for floatingip (87555fcd-be94-4c30-aa83-56e0e0d1af35), before_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:50.163462 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=100 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:50.205051 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-9bcce81b-715a-4ffd-9939-741d38130508 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03f6d4b3-f03e-4e79-9f11-0cea1b416098 HTTP/1.1" status: 200 len: 217 time: 0.0467412 Jul 28 04:03:50.238333 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:50.280042 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41eaaaa-65fe-4ec8-8f5f-30cf21f603f5 req-e968477a-647d-4bc3-9422-4c60e0a208b9 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:50.282281 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b41eaaaa-65fe-4ec8-8f5f-30cf21f603f5 req-e968477a-647d-4bc3-9422-4c60e0a208b9 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 944 time: 0.0874417 Jul 28 04:03:50.315717 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-f5f6bc91-a822-472f-940f-9b77b55dfdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:50.317297 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-f5f6bc91-a822-472f-940f-9b77b55dfdec service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0c317d02-35c6-4092-b3d2-22f73010b2ed HTTP/1.1" status: 200 len: 849 time: 0.0902188 Jul 28 04:03:50.392952 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b41eaaaa-65fe-4ec8-8f5f-30cf21f603f5 req-3d906fc8-d6a0-4597-a548-3ce7c9cca686 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998812 Jul 28 04:03:50.399890 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-09f280df-f7ab-4180-8f8c-c3e76bebb857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:50.401814 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-09f280df-f7ab-4180-8f8c-c3e76bebb857 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5b7076b1-5b54-41f8-8740-25deddb61b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0668068 Jul 28 04:03:50.561731 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-387827b3-ee33-4bc5-9049-aaf8d3b63206 service neutron] 10.222.0.67 "GET /v2.0/networks/5b7076b1-5b54-41f8-8740-25deddb61b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521661 Jul 28 04:03:50.708084 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-6d4d5e99-4a12-4e5a-b33d-3938b4767c84 req-94b2b679-ac6a-4421-b050-950c4c4d044a service neutron] 10.222.0.67 "GET /v2.0/networks/5b7076b1-5b54-41f8-8740-25deddb61b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349964 Jul 28 04:03:50.783180 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:50.803475 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-468e5156-5a24-43d5-a6e7-67e0a9014121 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:50.884156 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395db8f-6f28-4fa6-9687-3bffb018f8e2 req-fcdbb587-714b-4e51-a83b-4e224405cbf2 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:50.886723 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-8395db8f-6f28-4fa6-9687-3bffb018f8e2 req-fcdbb587-714b-4e51-a83b-4e224405cbf2 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=70dc9074-c661-48fa-ba87-ef45db17143b HTTP/1.1" status: 200 len: 943 time: 0.0812509 Jul 28 04:03:50.925431 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-468e5156-5a24-43d5-a6e7-67e0a9014121 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739753'] for floatingip (87555fcd-be94-4c30-aa83-56e0e0d1af35), after_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:50.978182 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-8395db8f-6f28-4fa6-9687-3bffb018f8e2 req-64adab50-e260-48bf-9a4d-1ebc5ffb1f40 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=428b376c-c4ee-4157-8c41-7919c9c06f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859649 Jul 28 04:03:51.043069 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.db.l3_db [None req-468e5156-5a24-43d5-a6e7-67e0a9014121 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Floating IP 87555fcd-be94-4c30-aa83-56e0e0d1af35 associated. External IP: 172.27.0.62, port: de721302-c218-45d7-87a1-d79d5e51a7e4. Jul 28 04:03:51.303014 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468e5156-5a24-43d5-a6e7-67e0a9014121 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Router 95336a6e-dd7f-42bf-bff6-d0b1501d2a21 has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 04:03:51.416322 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:51.423151 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468e5156-5a24-43d5-a6e7-67e0a9014121 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:03:51.434042 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-468e5156-5a24-43d5-a6e7-67e0a9014121 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for floatingip (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:51.437478 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a22ea5-52d6-4ae7-a29e-435ab0f2fdba None None] Sync routers for ids ['95336a6e-dd7f-42bf-bff6-d0b1501d2a21'] in dv-cinder-851279-1-iscsi {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:03:51.460061 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a22ea5-52d6-4ae7-a29e-435ab0f2fdba None None] Routers {'95336a6e-dd7f-42bf-bff6-d0b1501d2a21'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:03:51.468251 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-71a22ea5-52d6-4ae7-a29e-435ab0f2fdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:03:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['95336a6e-dd7f-42bf-bff6-d0b1501d2a21'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:03:51.468669 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-468e5156-5a24-43d5-a6e7-67e0a9014121 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "PUT /v2.0/floatingips/87555fcd-be94-4c30-aa83-56e0e0d1af35 HTTP/1.1" status: 200 len: 991 time: 1.3906083 Jul 28 04:03:51.468669 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29710033-f00f-435c-8485-9dd60d728f27', 'tag': 'de721302-c218-45d7-87a1-d79d5e51a7e4'}] {{(pid=121475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:03:51.470200 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ccdd625b6c35f453df47d8ce3046bfbae24fa7e88dffa5888c0c6e748a7dd72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b106b1-9d1a-4e17-a3da-7ade33a49ba8" -d '{"events": [{"name": "network-changed", "server_uuid": "29710033-f00f-435c-8485-9dd60d728f27", "tag": "de721302-c218-45d7-87a1-d79d5e51a7e4"}]}' {{(pid=121475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:03:51.519746 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 04:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cc8dc8-1b8d-4109-88ba-bc93390539e6 x-openstack-request-id: req-64cc8dc8-1b8d-4109-88ba-bc93390539e6 {{(pid=121475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:03:51.520341 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29710033-f00f-435c-8485-9dd60d728f27", "tag": "de721302-c218-45d7-87a1-d79d5e51a7e4", "status": "completed", "code": 200}]} {{(pid=121475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:03:51.520734 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-64cc8dc8-1b8d-4109-88ba-bc93390539e6 {{(pid=121475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:03:51.521354 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64cc8dc8-1b8d-4109-88ba-bc93390539e6'] response: {'name': 'network-changed', 'server_uuid': '29710033-f00f-435c-8485-9dd60d728f27', 'tag': 'de721302-c218-45d7-87a1-d79d5e51a7e4', 'status': 'completed', 'code': 200} Jul 28 04:03:51.586356 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0651a-3249-49ad-a681-5768c403af9b req-db8598ad-8648-4883-9542-6c65df2d0ab6 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:51.588974 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-80a0651a-3249-49ad-a681-5768c403af9b req-db8598ad-8648-4883-9542-6c65df2d0ab6 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 944 time: 0.0648544 Jul 28 04:03:51.631111 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-71a22ea5-52d6-4ae7-a29e-435ab0f2fdba None None] Set router 95336a6e-dd7f-42bf-bff6-d0b1501d2a21 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:03:51.676570 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-80a0651a-3249-49ad-a681-5768c403af9b req-7ed427bd-8450-4083-8c67-081cff6027e3 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755441 Jul 28 04:03:51.902127 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-71a22ea5-52d6-4ae7-a29e-435ab0f2fdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'name': 'tempest-AttachVolumeShelveTestJSON-508782801-router', 'tenant_id': '52b087e8dc5c4426b8402dfdf99328ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '7b5d5ba8-6147-4c01-9701-b138b2a8254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T03:58:56Z', 'revision_number': 4, 'project_id': '52b087e8dc5c4426b8402dfdf99328ad', 'gw_port': {'id': '7b5d5ba8-6147-4c01-9701-b138b2a8254d', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': '87555fcd-be94-4c30-aa83-56e0e0d1af35', 'tenant_id': '52b087e8dc5c4426b8402dfdf99328ad', 'floating_ip_address': '172.27.0.62', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'port_id': 'de721302-c218-45d7-87a1-d79d5e51a7e4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc', 'mac_address': 'fa:16:3e:e8:e2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29710033-f00f-435c-8485-9dd60d728f27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T04:03:29Z', 'updated_at': '2022-07-28T04:03:50Z', 'revision_number': 1, 'project_id': '52b087e8dc5c4426b8402dfdf99328ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '956e5455-c6ed-45cd-ab56-d0cb6bb35657', 'name': '', 'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc', 'tenant_id': '52b087e8dc5c4426b8402dfdf99328ad', 'mac_address': 'fa:16:3e:06:ab:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '81f8d920-e036-48ec-bb1b-67fea0f2e9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:54Z', 'updated_at': '2022-07-28T03:59:07Z', 'revision_number': 5, 'project_id': '52b087e8dc5c4426b8402dfdf99328ad', 'subnets': [{'id': '81f8d920-e036-48ec-bb1b-67fea0f2e9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:03:51.932861 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a22ea5-52d6-4ae7-a29e-435ab0f2fdba None None] Checking router: 95336a6e-dd7f-42bf-bff6-d0b1501d2a21 for host: dv-cinder-851279-1-iscsi {{(pid=121477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:03:51.942235 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a22ea5-52d6-4ae7-a29e-435ab0f2fdba None None] Routers {'95336a6e-dd7f-42bf-bff6-d0b1501d2a21'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:03:51.942858 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-71a22ea5-52d6-4ae7-a29e-435ab0f2fdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:03:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['95336a6e-dd7f-42bf-bff6-d0b1501d2a21'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:03:52.103335 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-71a22ea5-52d6-4ae7-a29e-435ab0f2fdba None None] Set router 95336a6e-dd7f-42bf-bff6-d0b1501d2a21 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:03:52.116057 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c1747-1e4a-47c6-8c94-5d4810840e2d req-ae3b7928-b727-44aa-98be-3f6bb41cda48 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:52.118234 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-f05c1747-1e4a-47c6-8c94-5d4810840e2d req-ae3b7928-b727-44aa-98be-3f6bb41cda48 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=70dc9074-c661-48fa-ba87-ef45db17143b HTTP/1.1" status: 200 len: 943 time: 0.0533686 Jul 28 04:03:52.175082 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-f05c1747-1e4a-47c6-8c94-5d4810840e2d req-8c5b024b-bbf9-4820-8d37-04a6730f9fb1 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=428b376c-c4ee-4157-8c41-7919c9c06f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506151 Jul 28 04:03:52.281398 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b106b1-9d1a-4e17-a3da-7ade33a49ba8 req-c02ca196-5557-4048-90d6-2a5bbe92a608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:52.283005 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b1b106b1-9d1a-4e17-a3da-7ade33a49ba8 req-c02ca196-5557-4048-90d6-2a5bbe92a608 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=52b087e8dc5c4426b8402dfdf99328ad&device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 1130 time: 0.0840173 Jul 28 04:03:52.397265 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:52.421335 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-71a22ea5-52d6-4ae7-a29e-435ab0f2fdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'name': 'tempest-AttachVolumeShelveTestJSON-508782801-router', 'tenant_id': '52b087e8dc5c4426b8402dfdf99328ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '7b5d5ba8-6147-4c01-9701-b138b2a8254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T03:58:56Z', 'revision_number': 4, 'project_id': '52b087e8dc5c4426b8402dfdf99328ad', 'gw_port': {'id': '7b5d5ba8-6147-4c01-9701-b138b2a8254d', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': '87555fcd-be94-4c30-aa83-56e0e0d1af35', 'tenant_id': '52b087e8dc5c4426b8402dfdf99328ad', 'floating_ip_address': '172.27.0.62', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'port_id': 'de721302-c218-45d7-87a1-d79d5e51a7e4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc', 'mac_address': 'fa:16:3e:e8:e2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29710033-f00f-435c-8485-9dd60d728f27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T04:03:29Z', 'updated_at': '2022-07-28T04:03:50Z', 'revision_number': 1, 'project_id': '52b087e8dc5c4426b8402dfdf99328ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '956e5455-c6ed-45cd-ab56-d0cb6bb35657', 'name': '', 'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc', 'tenant_id': '52b087e8dc5c4426b8402dfdf99328ad', 'mac_address': 'fa:16:3e:06:ab:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '81f8d920-e036-48ec-bb1b-67fea0f2e9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:54Z', 'updated_at': '2022-07-28T03:59:07Z', 'revision_number': 5, 'project_id': '52b087e8dc5c4426b8402dfdf99328ad', 'subnets': [{'id': '81f8d920-e036-48ec-bb1b-67fea0f2e9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:03:52.452745 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a22ea5-52d6-4ae7-a29e-435ab0f2fdba None None] The sync data for ids ['95336a6e-dd7f-42bf-bff6-d0b1501d2a21'] in dv-cinder-851279-1-iscsi is: [{'id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'name': 'tempest-AttachVolumeShelveTestJSON-508782801-router', 'tenant_id': '52b087e8dc5c4426b8402dfdf99328ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '7b5d5ba8-6147-4c01-9701-b138b2a8254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T03:58:56Z', 'revision_number': 4, 'project_id': '52b087e8dc5c4426b8402dfdf99328ad', 'gw_port': {'id': '7b5d5ba8-6147-4c01-9701-b138b2a8254d', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': '87555fcd-be94-4c30-aa83-56e0e0d1af35', 'tenant_id': '52b087e8dc5c4426b8402dfdf99328ad', 'floating_ip_address': '172.27.0.62', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'port_id': 'de721302-c218-45d7-87a1-d79d5e51a7e4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc', 'mac_address': 'fa:16:3e:e8:e2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29710033-f00f-435c-8485-9dd60d728f27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T04:03:29Z', 'updated_at': '2022-07-28T04:03:50Z', 'revision_number': 1, 'project_id': '52b087e8dc5c4426b8402dfdf99328ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '956e5455-c6ed-45cd-ab56-d0cb6bb35657', 'name': '', 'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc', 'tenant_id': '52b087e8dc5c4426b8402dfdf99328ad', 'mac_address': 'fa:16:3e:06:ab:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '81f8d920-e036-48ec-bb1b-67fea0f2e9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:54Z', 'updated_at': '2022-07-28T03:59:07Z', 'revision_number': 5, 'project_id': '52b087e8dc5c4426b8402dfdf99328ad', 'subnets': [{'id': '81f8d920-e036-48ec-bb1b-67fea0f2e9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:03:52.474394 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b106b1-9d1a-4e17-a3da-7ade33a49ba8 req-db7e34ca-d25c-4113-8462-915563bdb50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:52.475920 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b1b106b1-9d1a-4e17-a3da-7ade33a49ba8 req-db7e34ca-d25c-4113-8462-915563bdb50b service neutron] 10.222.0.67 "GET /v2.0/networks?id=500d2409-0505-4e71-ad33-d33fa2f8a8dc HTTP/1.1" status: 200 len: 917 time: 0.1618464 Jul 28 04:03:52.678071 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef40039-adee-4e10-a7a3-d852440371c5 None None] New status for floating IP 87555fcd-be94-4c30-aa83-56e0e0d1af35: ACTIVE {{(pid=121476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 04:03:52.811067 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b1b106b1-9d1a-4e17-a3da-7ade33a49ba8 req-e44b5447-acd8-4495-9cb1-524256d3b65c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de721302-c218-45d7-87a1-d79d5e51a7e4 HTTP/1.1" status: 200 len: 999 time: 0.1398156 Jul 28 04:03:52.873076 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e02506-78f7-4953-85b5-160ff3741668 req-5066c6df-5e64-4464-ac6b-1a4e00dc14fd tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:52.876884 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-c6e02506-78f7-4953-85b5-160ff3741668 req-5066c6df-5e64-4464-ac6b-1a4e00dc14fd tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 944 time: 0.0833917 Jul 28 04:03:52.900679 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b106b1-9d1a-4e17-a3da-7ade33a49ba8 req-7c0dd31c-601a-476e-a717-30e2ded44fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:52.903531 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b1b106b1-9d1a-4e17-a3da-7ade33a49ba8 req-7c0dd31c-601a-476e-a717-30e2ded44fb4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81f8d920-e036-48ec-bb1b-67fea0f2e9aa HTTP/1.1" status: 200 len: 855 time: 0.0825322 Jul 28 04:03:52.944803 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-c6e02506-78f7-4953-85b5-160ff3741668 req-74cefb61-90da-4d71-b10a-e7c7625fba47 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577283 Jul 28 04:03:52.964644 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b106b1-9d1a-4e17-a3da-7ade33a49ba8 req-4ec05184-5aa0-4b74-9224-f428d95d560d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:52.966282 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b1b106b1-9d1a-4e17-a3da-7ade33a49ba8 req-4ec05184-5aa0-4b74-9224-f428d95d560d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=500d2409-0505-4e71-ad33-d33fa2f8a8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552220 Jul 28 04:03:53.078594 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b1b106b1-9d1a-4e17-a3da-7ade33a49ba8 req-6e5de84f-4a1a-4b12-951b-cbff7da3d6b1 service neutron] 10.222.0.67 "GET /v2.0/networks/500d2409-0505-4e71-ad33-d33fa2f8a8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031749 Jul 28 04:03:53.186801 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b1b106b1-9d1a-4e17-a3da-7ade33a49ba8 req-0fed74f8-4379-4053-b2fa-d9a3749b3b65 service neutron] 10.222.0.67 "GET /v2.0/networks/500d2409-0505-4e71-ad33-d33fa2f8a8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006279 Jul 28 04:03:53.319522 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c120a-241b-4a97-af8a-aa2337686335 req-9a867e95-30e8-4734-b350-73c629ea74be tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:53.322553 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-871c120a-241b-4a97-af8a-aa2337686335 req-9a867e95-30e8-4734-b350-73c629ea74be tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=70dc9074-c661-48fa-ba87-ef45db17143b HTTP/1.1" status: 200 len: 943 time: 0.0635316 Jul 28 04:03:53.380977 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-871c120a-241b-4a97-af8a-aa2337686335 req-13eb8172-14ff-4240-8fcf-2c130fb2dcd4 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=428b376c-c4ee-4157-8c41-7919c9c06f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488510 Jul 28 04:03:54.080808 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bc794-4f11-4f45-babe-d26b5e4f3f32 req-cd06ca0d-9d9c-4226-9fb0-ad00e6d5abef tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:54.082319 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-ba3bc794-4f11-4f45-babe-d26b5e4f3f32 req-cd06ca0d-9d9c-4226-9fb0-ad00e6d5abef tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 944 time: 0.0519979 Jul 28 04:03:54.138619 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-ba3bc794-4f11-4f45-babe-d26b5e4f3f32 req-60b0e373-67fe-4993-adc8-156c362ff7e1 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498521 Jul 28 04:03:54.272691 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device 03f6d4b3-f03e-4e79-9f11-0cea1b416098 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=121476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:03:54.362959 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b4bff1-493b-4ba7-8e17-a675f060b978 req-730cc1fe-b367-45e4-ae9b-075baf65c871 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:54.364558 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-29b4bff1-493b-4ba7-8e17-a675f060b978 req-730cc1fe-b367-45e4-ae9b-075baf65c871 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 946 time: 0.0539002 Jul 28 04:03:54.390193 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port 03f6d4b3-f03e-4e79-9f11-0cea1b416098, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=03f6d4b3-f03e-4e79-9f11-0cea1b416098,segment=NetworkSegment(59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b),segment_id=59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:03:54.402607 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Returning: {'device': '03f6d4b3-f03e-4e79-9f11-0cea1b416098', 'network_id': '5b7076b1-5b54-41f8-8740-25deddb61b0a', 'port_id': '03f6d4b3-f03e-4e79-9f11-0cea1b416098', 'mac_address': 'fa:16:3e:13:c2:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c317d02-35c6-4092-b3d2-22f73010b2ed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:03:54.416259 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-29b4bff1-493b-4ba7-8e17-a675f060b978 req-210e50f1-5c47-45c4-ba4a-8f1c95cf5cd9 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95ed5ab5-a550-44ca-8bcb-940ad425b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447876 Jul 28 04:03:54.445328 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port 03f6d4b3-f03e-4e79-9f11-0cea1b416098 is: DOWN; New status is: BUILD {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:03:54.446483 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (03f6d4b3-f03e-4e79-9f11-0cea1b416098), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:54.463293 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03f6d4b3-f03e-4e79-9f11-0cea1b416098 {{(pid=121476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 04:03:54.489521 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port 03f6d4b3-f03e-4e79-9f11-0cea1b416098, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=03f6d4b3-f03e-4e79-9f11-0cea1b416098,segment=NetworkSegment(59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b),segment_id=59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:03:54.538091 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679d357-2706-4272-af6b-0c15c1f03649 req-ce18ad18-7275-4834-8ccc-d7e11f790953 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:54.540498 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f679d357-2706-4272-af6b-0c15c1f03649 req-ce18ad18-7275-4834-8ccc-d7e11f790953 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=70dc9074-c661-48fa-ba87-ef45db17143b HTTP/1.1" status: 200 len: 943 time: 0.0520904 Jul 28 04:03:54.596896 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f679d357-2706-4272-af6b-0c15c1f03649 req-6372eb7c-890c-4a02-a394-84c15b86a52a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=428b376c-c4ee-4157-8c41-7919c9c06f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493674 Jul 28 04:03:54.601293 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (03f6d4b3-f03e-4e79-9f11-0cea1b416098), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:54.651327 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=03f6d4b3-f03e-4e79-9f11-0cea1b416098,revision_number=4']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:54.884710 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] get_ports_and_sgs() called for port_ids ['03f6d4b3-f03e-4e79-9f11-0cea1b416098'] {{(pid=121476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:03:55.272882 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c966501-4194-41e5-9871-a67f4f704394 req-0fae493d-5db4-477c-9493-afdeb105b1a6 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:55.275095 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-6c966501-4194-41e5-9871-a67f4f704394 req-0fae493d-5db4-477c-9493-afdeb105b1a6 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 944 time: 0.0537200 Jul 28 04:03:55.328868 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-6c966501-4194-41e5-9871-a67f4f704394 req-fb5f6ac0-f64d-4ddf-9a71-0f77daed9007 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481541 Jul 28 04:03:55.545185 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae404e-3c56-43c8-9721-4b31d1ce9256 req-4c941d55-6f2c-44b4-b1b7-e2533ea954fc tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:55.547187 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1cae404e-3c56-43c8-9721-4b31d1ce9256 req-4c941d55-6f2c-44b4-b1b7-e2533ea954fc tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 946 time: 0.0506015 Jul 28 04:03:55.609389 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1cae404e-3c56-43c8-9721-4b31d1ce9256 req-f325e73e-1474-4202-a020-4a35c1c88da4 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95ed5ab5-a550-44ca-8bcb-940ad425b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560639 Jul 28 04:03:56.028781 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4060bf8-c98c-4657-a575-e215573ac990 req-7e9e5a99-67de-4acb-b3a5-9d5e50e724bc tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:56.030578 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-c4060bf8-c98c-4657-a575-e215573ac990 req-7e9e5a99-67de-4acb-b3a5-9d5e50e724bc tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=70dc9074-c661-48fa-ba87-ef45db17143b HTTP/1.1" status: 200 len: 944 time: 0.0555625 Jul 28 04:03:56.095045 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-c4060bf8-c98c-4657-a575-e215573ac990 req-8b3e42a4-9915-4b05-bc94-8923b1c5cc5e tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=428b376c-c4ee-4157-8c41-7919c9c06f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580001 Jul 28 04:03:56.287563 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device 03f6d4b3-f03e-4e79-9f11-0cea1b416098 up at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:03:56.344780 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning for port 03f6d4b3-f03e-4e79-9f11-0cea1b416098 completed by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 04:03:56.347240 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:56.439783 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning complete for port 03f6d4b3-f03e-4e79-9f11-0cea1b416098 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:03:56.440440 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (03f6d4b3-f03e-4e79-9f11-0cea1b416098), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:56.472525 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f2ac7-1e17-41e5-bb34-0f0cab1d77aa req-c38311b8-e915-492e-a086-e13c3159fa44 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:56.474194 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-445f2ac7-1e17-41e5-bb34-0f0cab1d77aa req-c38311b8-e915-492e-a086-e13c3159fa44 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 944 time: 0.0602210 Jul 28 04:03:56.512477 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:56.534872 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-445f2ac7-1e17-41e5-bb34-0f0cab1d77aa req-6e67442b-f3a9-4f4e-bdd9-e5d6f6230631 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541003 Jul 28 04:03:56.721338 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port 03f6d4b3-f03e-4e79-9f11-0cea1b416098 is: BUILD; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:03:56.721728 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (03f6d4b3-f03e-4e79-9f11-0cea1b416098), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:56.743658 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd4bfe4-d52b-4954-884f-ca7c248ee20f req-0c01b4db-3843-4975-9d5b-2df197b0025c tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:56.746070 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-1cd4bfe4-d52b-4954-884f-ca7c248ee20f req-0c01b4db-3843-4975-9d5b-2df197b0025c tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 946 time: 0.0554836 Jul 28 04:03:56.747468 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70dc9074-c661-48fa-ba87-ef45db17143b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f6d4b3-f03e-4e79-9f11-0cea1b416098'}] {{(pid=121476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:03:56.750071 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63807e78e749bb54735be4dbe0f6e45a10aff1c6ba31450fe55014b89068368c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c06d83-ceda-4e90-8a48-a95970af820c" -d '{"events": [{"server_uuid": "70dc9074-c661-48fa-ba87-ef45db17143b", "name": "network-vif-plugged", "status": "completed", "tag": "03f6d4b3-f03e-4e79-9f11-0cea1b416098"}]}' {{(pid=121476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:03:56.765400 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port 03f6d4b3-f03e-4e79-9f11-0cea1b416098, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=03f6d4b3-f03e-4e79-9f11-0cea1b416098,segment=NetworkSegment(59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b),segment_id=59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:03:56.766733 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=100 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:56.810383 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 04:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25e8fc5-31b9-4f84-a5fa-ae565f9fdad6 x-openstack-request-id: req-a25e8fc5-31b9-4f84-a5fa-ae565f9fdad6 {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:03:56.810691 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70dc9074-c661-48fa-ba87-ef45db17143b", "name": "network-vif-plugged", "status": "completed", "tag": "03f6d4b3-f03e-4e79-9f11-0cea1b416098", "code": 200}]} {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:03:56.810955 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a25e8fc5-31b9-4f84-a5fa-ae565f9fdad6 {{(pid=121476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:03:56.811453 dv-cinder-851279-1-iscsi neutron-server[121476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a25e8fc5-31b9-4f84-a5fa-ae565f9fdad6'] response: {'server_uuid': '70dc9074-c661-48fa-ba87-ef45db17143b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f6d4b3-f03e-4e79-9f11-0cea1b416098', 'code': 200} Jul 28 04:03:56.826927 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-1cd4bfe4-d52b-4954-884f-ca7c248ee20f req-b967396d-a189-4a36-952f-ffa349fe2e64 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95ed5ab5-a550-44ca-8bcb-940ad425b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727835 Jul 28 04:03:56.852500 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (03f6d4b3-f03e-4e79-9f11-0cea1b416098), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:56.877526 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:56.905786 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=03f6d4b3-f03e-4e79-9f11-0cea1b416098,revision_number=5']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:57.230016 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677078b-7ed1-4c19-96fe-bf0dab75eb6b req-5b65a538-813a-4545-a945-1aea10e825ea tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:57.231593 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a677078b-7ed1-4c19-96fe-bf0dab75eb6b req-5b65a538-813a-4545-a945-1aea10e825ea tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=70dc9074-c661-48fa-ba87-ef45db17143b HTTP/1.1" status: 200 len: 945 time: 0.0520194 Jul 28 04:03:57.284723 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a677078b-7ed1-4c19-96fe-bf0dab75eb6b req-b13d11c8-95f9-49ba-8daf-3c21fe56d803 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=428b376c-c4ee-4157-8c41-7919c9c06f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472686 Jul 28 04:03:57.672581 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf1ff53-0184-46cc-8fc8-44fdc765410c req-8373f4ae-d597-4a6a-b665-81c22558aea7 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:57.674256 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-fdf1ff53-0184-46cc-8fc8-44fdc765410c req-8373f4ae-d597-4a6a-b665-81c22558aea7 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 944 time: 0.0576966 Jul 28 04:03:57.736965 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-fdf1ff53-0184-46cc-8fc8-44fdc765410c req-53f31feb-f37d-4e45-b286-3356c202b0ef tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554926 Jul 28 04:03:57.959091 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d2d44-8fd5-4e0d-b998-c1493d9167c3 req-d19d5a8e-9b5e-4042-a4b7-4cdaa9569c9e tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:57.960718 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c34d2d44-8fd5-4e0d-b998-c1493d9167c3 req-d19d5a8e-9b5e-4042-a4b7-4cdaa9569c9e tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 946 time: 0.0559676 Jul 28 04:03:58.014337 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c34d2d44-8fd5-4e0d-b998-c1493d9167c3 req-90708a0b-b4d1-46a5-be26-f3bac63b2f11 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95ed5ab5-a550-44ca-8bcb-940ad425b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474727 Jul 28 04:03:58.376843 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7432a1-12bf-49cc-bf8b-a57b6d56ae76 req-31a1dc31-6271-42b6-bf48-8e72ab95fde4 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:58.378369 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3e7432a1-12bf-49cc-bf8b-a57b6d56ae76 req-31a1dc31-6271-42b6-bf48-8e72ab95fde4 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.67 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 946 time: 0.0510683 Jul 28 04:03:58.412791 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a26c9-cb98-4054-9870-0a2c7a153b2b req-235259e7-0c2e-495e-8986-85eb2ad1d0be tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:58.414408 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-472a26c9-cb98-4054-9870-0a2c7a153b2b req-235259e7-0c2e-495e-8986-85eb2ad1d0be tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=70dc9074-c661-48fa-ba87-ef45db17143b HTTP/1.1" status: 200 len: 945 time: 0.0533972 Jul 28 04:03:58.475745 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-472a26c9-cb98-4054-9870-0a2c7a153b2b req-0cb8b5c4-e67e-4501-b3a5-e5e6180e1a9d tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=428b376c-c4ee-4157-8c41-7919c9c06f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530841 Jul 28 04:03:58.501386 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [req-3e7432a1-12bf-49cc-bf8b-a57b6d56ae76 req-603dca39-dcf8-48d9-a1ea-e19bb7a91883 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Deleting port d2c58462-fb66-479c-9106-a98477b390b4 {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:03:58.501745 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-3e7432a1-12bf-49cc-bf8b-a57b6d56ae76 req-603dca39-dcf8-48d9-a1ea-e19bb7a91883 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (d2c58462-fb66-479c-9106-a98477b390b4), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:58.582978 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:58.647227 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-3e7432a1-12bf-49cc-bf8b-a57b6d56ae76 req-603dca39-dcf8-48d9-a1ea-e19bb7a91883 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] For port d2c58462-fb66-479c-9106-a98477b390b4, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=d2c58462-fb66-479c-9106-a98477b390b4,segment=NetworkSegment(f5651f66-4b70-44a2-a50e-d0d4e0ef16b9),segment_id=f5651f66-4b70-44a2-a50e-d0d4e0ef16b9)] {{(pid=121474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:03:58.647618 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-3e7432a1-12bf-49cc-bf8b-a57b6d56ae76 req-603dca39-dcf8-48d9-a1ea-e19bb7a91883 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (d2c58462-fb66-479c-9106-a98477b390b4), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:58.666960 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc85ab-c6fa-45a8-8846-f5bf575b39e2 req-1d786dae-d6cb-48a5-bd4b-962463fdd2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:58.669452 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-50bc85ab-c6fa-45a8-8846-f5bf575b39e2 req-1d786dae-d6cb-48a5-bd4b-962463fdd2e2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=70dc9074-c661-48fa-ba87-ef45db17143b HTTP/1.1" status: 200 len: 1129 time: 0.0773067 Jul 28 04:03:58.800555 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-50bc85ab-c6fa-45a8-8846-f5bf575b39e2 req-22d37220-ee12-42d9-8bae-f13b09af4ec4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=428b376c-c4ee-4157-8c41-7919c9c06f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984681 Jul 28 04:03:58.916379 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdda476-d0f6-4ddf-afec-20d4ff375fd4 req-a88c2fe0-c12c-43ad-a23b-d8ff2610a46c tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:58.918011 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-bcdda476-d0f6-4ddf-afec-20d4ff375fd4 req-a88c2fe0-c12c-43ad-a23b-d8ff2610a46c tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 944 time: 0.0946856 Jul 28 04:03:58.920177 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-3e7432a1-12bf-49cc-bf8b-a57b6d56ae76 req-603dca39-dcf8-48d9-a1ea-e19bb7a91883 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:58.920542 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-3e7432a1-12bf-49cc-bf8b-a57b6d56ae76 req-603dca39-dcf8-48d9-a1ea-e19bb7a91883 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739753'] for floatingip (8cacd39c-77f2-4dd6-a068-58702beac2dc), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:58.920858 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.db.l3_db [req-3e7432a1-12bf-49cc-bf8b-a57b6d56ae76 req-603dca39-dcf8-48d9-a1ea-e19bb7a91883 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Floating IP 8cacd39c-77f2-4dd6-a068-58702beac2dc disassociated. External IP: 172.27.0.124, port: d2c58462-fb66-479c-9106-a98477b390b4. Jul 28 04:03:58.921216 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [req-3e7432a1-12bf-49cc-bf8b-a57b6d56ae76 req-603dca39-dcf8-48d9-a1ea-e19bb7a91883 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Calling delete_port for d2c58462-fb66-479c-9106-a98477b390b4 owned by compute:nova {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:03:59.026670 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-bcdda476-d0f6-4ddf-afec-20d4ff375fd4 req-f72af906-c5d2-4144-8cee-f4e61e379d82 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027684 Jul 28 04:03:59.035757 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:59.156175 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcb463-03e7-4307-b8b7-4d2f27888352 req-65fe2bb1-eda1-40fb-8539-8dfea96c295a tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:59.157662 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-55fcb463-03e7-4307-b8b7-4d2f27888352 req-65fe2bb1-eda1-40fb-8539-8dfea96c295a tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 946 time: 0.0494018 Jul 28 04:03:59.201855 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-3e7432a1-12bf-49cc-bf8b-a57b6d56ae76 req-603dca39-dcf8-48d9-a1ea-e19bb7a91883 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (d2c58462-fb66-479c-9106-a98477b390b4), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:59.207757 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-55fcb463-03e7-4307-b8b7-4d2f27888352 req-0ca343d1-5cd3-40e5-adb8-a1679e91804c tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95ed5ab5-a550-44ca-8bcb-940ad425b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441651 Jul 28 04:03:59.231249 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603dca39-dcf8-48d9-a1ea-e19bb7a91883 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Pushing event deleted for resources: {'Port': ['ID=d2c58462-fb66-479c-9106-a98477b390b4,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:03:59.348527 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e7432a1-12bf-49cc-bf8b-a57b6d56ae76 req-603dca39-dcf8-48d9-a1ea-e19bb7a91883 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Router 799f85a6-48ff-444b-8dad-74e741656474 has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 04:03:59.455990 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e7432a1-12bf-49cc-bf8b-a57b6d56ae76 req-603dca39-dcf8-48d9-a1ea-e19bb7a91883 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:03:59.467113 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9078f6c6-a65e-4dcb-bf51-6d52ff1a6789 None None] Sync routers for ids ['799f85a6-48ff-444b-8dad-74e741656474'] in dv-cinder-851279-1-iscsi {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:03:59.476916 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9078f6c6-a65e-4dcb-bf51-6d52ff1a6789 None None] Routers {'799f85a6-48ff-444b-8dad-74e741656474'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:03:59.478310 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-9078f6c6-a65e-4dcb-bf51-6d52ff1a6789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:03:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['799f85a6-48ff-444b-8dad-74e741656474'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:03:59.499861 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7432a1-12bf-49cc-bf8b-a57b6d56ae76 req-603dca39-dcf8-48d9-a1ea-e19bb7a91883 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] No DVR routers for this DVR port d2c58462-fb66-479c-9106-a98477b390b4 on host hv-cinder-85127 {{(pid=121474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 04:03:59.502430 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-3e7432a1-12bf-49cc-bf8b-a57b6d56ae76 req-603dca39-dcf8-48d9-a1ea-e19bb7a91883 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:03:59.505837 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3e7432a1-12bf-49cc-bf8b-a57b6d56ae76 req-603dca39-dcf8-48d9-a1ea-e19bb7a91883 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.67 "DELETE /v2.0/ports/d2c58462-fb66-479c-9106-a98477b390b4 HTTP/1.1" status: 204 len: 173 time: 1.1215961 Jul 28 04:03:59.506216 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b', 'name': 'network-vif-deleted', 'tag': 'd2c58462-fb66-479c-9106-a98477b390b4'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:03:59.508522 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f072ecd-ef7d-4343-bd26-eaf955934e8f" -d '{"events": [{"server_uuid": "4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b", "name": "network-vif-deleted", "tag": "d2c58462-fb66-479c-9106-a98477b390b4"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:03:59.552146 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 04:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f8b565-f132-4673-9949-18b5f47682b4 x-openstack-request-id: req-07f8b565-f132-4673-9949-18b5f47682b4 {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:03:59.552717 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b", "name": "network-vif-deleted", "tag": "d2c58462-fb66-479c-9106-a98477b390b4", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:03:59.553211 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-07f8b565-f132-4673-9949-18b5f47682b4 {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:03:59.554324 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07f8b565-f132-4673-9949-18b5f47682b4'] response: {'server_uuid': '4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b', 'name': 'network-vif-deleted', 'tag': 'd2c58462-fb66-479c-9106-a98477b390b4', 'status': 'completed', 'code': 200} Jul 28 04:03:59.594992 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-9078f6c6-a65e-4dcb-bf51-6d52ff1a6789 None None] Set router 799f85a6-48ff-444b-8dad-74e741656474 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:03:59.616994 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998c1db-0123-4760-a4ed-49424ef2e62a req-78884643-5e6b-4dac-b4e5-58e59abbdb96 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:03:59.625911 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-0998c1db-0123-4760-a4ed-49424ef2e62a req-78884643-5e6b-4dac-b4e5-58e59abbdb96 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=70dc9074-c661-48fa-ba87-ef45db17143b HTTP/1.1" status: 200 len: 945 time: 0.0615778 Jul 28 04:03:59.669463 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=100 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:59.685865 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-0998c1db-0123-4760-a4ed-49424ef2e62a req-e7d19a6f-8f01-46bb-9693-17652ef6915c tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=428b376c-c4ee-4157-8c41-7919c9c06f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586088 Jul 28 04:03:59.865372 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=100 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:59.891225 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=100 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:03:59.984078 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-9078f6c6-a65e-4dcb-bf51-6d52ff1a6789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799f85a6-48ff-444b-8dad-74e741656474', 'name': 'tempest-ServerRescueNegativeTestJSON-1760952141-router', 'tenant_id': '8bf7f0f7880a435ba552361bcb31ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b4af4871-05b4-4ea1-9797-79edafad71d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:59:02Z', 'revision_number': 4, 'project_id': '8bf7f0f7880a435ba552361bcb31ef91', 'gw_port': {'id': 'b4af4871-05b4-4ea1-9797-79edafad71d3', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:16:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799f85a6-48ff-444b-8dad-74e741656474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:48Z', 'updated_at': '2022-07-28T03:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '6313a4ce-75ee-4e06-932c-3acd6f062c3a', 'name': '', 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2', 'tenant_id': '8bf7f0f7880a435ba552361bcb31ef91', 'mac_address': 'fa:16:3e:32:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799f85a6-48ff-444b-8dad-74e741656474', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:59:01Z', 'updated_at': '2022-07-28T03:59:21Z', 'revision_number': 5, 'project_id': '8bf7f0f7880a435ba552361bcb31ef91', 'subnets': [{'id': 'f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:00.032938 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9078f6c6-a65e-4dcb-bf51-6d52ff1a6789 None None] Checking router: 799f85a6-48ff-444b-8dad-74e741656474 for host: dv-cinder-851279-1-iscsi {{(pid=121477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:04:00.047589 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9078f6c6-a65e-4dcb-bf51-6d52ff1a6789 None None] Routers {'799f85a6-48ff-444b-8dad-74e741656474'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:04:00.048632 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-9078f6c6-a65e-4dcb-bf51-6d52ff1a6789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:03:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['799f85a6-48ff-444b-8dad-74e741656474'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:00.178391 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a4717-cb38-41ba-a626-099376528b20 req-e31212c3-cdd7-400c-9332-e62f8cb65853 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:00.180069 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-321a4717-cb38-41ba-a626-099376528b20 req-e31212c3-cdd7-400c-9332-e62f8cb65853 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 944 time: 0.0624945 Jul 28 04:04:00.214049 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-9078f6c6-a65e-4dcb-bf51-6d52ff1a6789 None None] Set router 799f85a6-48ff-444b-8dad-74e741656474 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:04:00.218043 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:00.237032 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-321a4717-cb38-41ba-a626-099376528b20 req-5c05a724-79ac-4c07-840d-14931a32a45b tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500579 Jul 28 04:04:00.291743 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device 68bf49ef-5416-40a1-b99b-f3cd17caa288 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=121476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:04:00.331435 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-39e15a49-caf6-46fa-8a5c-a75244bdd44c req-eb7db05f-aeb8-4b65-9856-945c3c70bc88 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e3f54fe-e7ea-4c2c-9c35-a0145ea1800b HTTP/1.1" status: 200 len: 210 time: 0.0302868 Jul 28 04:04:00.425008 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port 68bf49ef-5416-40a1-b99b-f3cd17caa288, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=68bf49ef-5416-40a1-b99b-f3cd17caa288,segment=NetworkSegment(14a8c6bf-83b7-46f9-8c66-fb10450c3d17),segment_id=14a8c6bf-83b7-46f9-8c66-fb10450c3d17)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:04:00.439508 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Returning: {'device': '68bf49ef-5416-40a1-b99b-f3cd17caa288', 'network_id': '577751dd-78a4-42c8-b90a-c6d300b531a2', 'port_id': '68bf49ef-5416-40a1-b99b-f3cd17caa288', 'mac_address': 'fa:16:3e:cc:24:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '117a9784-f853-4ff3-95fc-37c8f679d459', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:04:00.452612 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-9078f6c6-a65e-4dcb-bf51-6d52ff1a6789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799f85a6-48ff-444b-8dad-74e741656474', 'name': 'tempest-ServerRescueNegativeTestJSON-1760952141-router', 'tenant_id': '8bf7f0f7880a435ba552361bcb31ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b4af4871-05b4-4ea1-9797-79edafad71d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:59:02Z', 'revision_number': 4, 'project_id': '8bf7f0f7880a435ba552361bcb31ef91', 'gw_port': {'id': 'b4af4871-05b4-4ea1-9797-79edafad71d3', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:16:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799f85a6-48ff-444b-8dad-74e741656474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:48Z', 'updated_at': '2022-07-28T03:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '6313a4ce-75ee-4e06-932c-3acd6f062c3a', 'name': '', 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2', 'tenant_id': '8bf7f0f7880a435ba552361bcb31ef91', 'mac_address': 'fa:16:3e:32:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799f85a6-48ff-444b-8dad-74e741656474', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:59:01Z', 'updated_at': '2022-07-28T03:59:21Z', 'revision_number': 5, 'project_id': '8bf7f0f7880a435ba552361bcb31ef91', 'subnets': [{'id': 'f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:00.480918 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port 68bf49ef-5416-40a1-b99b-f3cd17caa288 is: DOWN; New status is: BUILD {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:04:00.481310 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (68bf49ef-5416-40a1-b99b-f3cd17caa288), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:00.486063 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9078f6c6-a65e-4dcb-bf51-6d52ff1a6789 None None] The sync data for ids ['799f85a6-48ff-444b-8dad-74e741656474'] in dv-cinder-851279-1-iscsi is: [{'id': '799f85a6-48ff-444b-8dad-74e741656474', 'name': 'tempest-ServerRescueNegativeTestJSON-1760952141-router', 'tenant_id': '8bf7f0f7880a435ba552361bcb31ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b4af4871-05b4-4ea1-9797-79edafad71d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:59:02Z', 'revision_number': 4, 'project_id': '8bf7f0f7880a435ba552361bcb31ef91', 'gw_port': {'id': 'b4af4871-05b4-4ea1-9797-79edafad71d3', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:16:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799f85a6-48ff-444b-8dad-74e741656474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:48Z', 'updated_at': '2022-07-28T03:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '6313a4ce-75ee-4e06-932c-3acd6f062c3a', 'name': '', 'network_id': '4531d3b7-3c72-4c16-9fba-50470f633af2', 'tenant_id': '8bf7f0f7880a435ba552361bcb31ef91', 'mac_address': 'fa:16:3e:32:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799f85a6-48ff-444b-8dad-74e741656474', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:59:01Z', 'updated_at': '2022-07-28T03:59:21Z', 'revision_number': 5, 'project_id': '8bf7f0f7880a435ba552361bcb31ef91', 'subnets': [{'id': 'f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:04:00.497722 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68bf49ef-5416-40a1-b99b-f3cd17caa288 {{(pid=121476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 04:04:00.533947 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port 68bf49ef-5416-40a1-b99b-f3cd17caa288, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=68bf49ef-5416-40a1-b99b-f3cd17caa288,segment=NetworkSegment(14a8c6bf-83b7-46f9-8c66-fb10450c3d17),segment_id=14a8c6bf-83b7-46f9-8c66-fb10450c3d17)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:04:00.647031 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (68bf49ef-5416-40a1-b99b-f3cd17caa288), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:00.711294 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=68bf49ef-5416-40a1-b99b-f3cd17caa288,revision_number=7']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:00.796175 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da01c1c6-8745-40a2-b18a-e684f05ed248 None None] New status for floating IP 8cacd39c-77f2-4dd6-a068-58702beac2dc: DOWN {{(pid=121476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 04:04:00.869014 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a21cf-1b50-40d8-ad80-abb2593440e3 req-c377c414-85b6-4d3e-8a26-148e109e5778 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:00.870703 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-780a21cf-1b50-40d8-ad80-abb2593440e3 req-c377c414-85b6-4d3e-8a26-148e109e5778 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=70dc9074-c661-48fa-ba87-ef45db17143b HTTP/1.1" status: 200 len: 945 time: 0.0693586 Jul 28 04:04:00.935085 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-780a21cf-1b50-40d8-ad80-abb2593440e3 req-da072680-fd8b-4d97-97c4-f85385f12b41 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=428b376c-c4ee-4157-8c41-7919c9c06f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556841 Jul 28 04:04:00.995367 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] get_ports_and_sgs() called for port_ids ['68bf49ef-5416-40a1-b99b-f3cd17caa288'] {{(pid=121476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:04:01.150805 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb5194-34ae-416d-bbda-9e9469f07ede req-d38ef28f-a8fb-4fc4-9af3-334a717cd6c7 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:01.153485 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-8bcb5194-34ae-416d-bbda-9e9469f07ede req-d38ef28f-a8fb-4fc4-9af3-334a717cd6c7 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=70dc9074-c661-48fa-ba87-ef45db17143b HTTP/1.1" status: 200 len: 945 time: 0.0877326 Jul 28 04:04:01.163072 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 56438) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:04:01.168423 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-05ebec71-0547-4470-882b-97c8fd4c210a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Request body: {'floatingip': {'port_id': '03f6d4b3-f03e-4e79-9f11-0cea1b416098'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:04:01.214776 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-05ebec71-0547-4470-882b-97c8fd4c210a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks [] for floatingip (762419e2-b7fe-4db9-84a0-309129e0e3be), before_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:01.406849 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:01.411730 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0384b52-e088-41cf-ab82-e1271de19a9b req-8988710d-2d2e-4586-855a-88fc51fd6ac2 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:01.413503 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-d0384b52-e088-41cf-ab82-e1271de19a9b req-8988710d-2d2e-4586-855a-88fc51fd6ac2 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 945 time: 0.0529790 Jul 28 04:04:01.481036 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-d0384b52-e088-41cf-ab82-e1271de19a9b req-53fddbfc-c34e-4d75-b00e-41b5f69e5f5e tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606601 Jul 28 04:04:01.573200 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 56446) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:04:01.640898 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-672c3de9-90d7-42b3-935e-522f4e9d40d8 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks [] for security_group (95ed5ab5-a550-44ca-8bcb-940ad425b87c), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:01.675220 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-672c3de9-90d7-42b3-935e-522f4e9d40d8 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks [] for security_group (95ed5ab5-a550-44ca-8bcb-940ad425b87c), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:01.782146 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-05ebec71-0547-4470-882b-97c8fd4c210a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:01.819063 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-672c3de9-90d7-42b3-935e-522f4e9d40d8 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (95ed5ab5-a550-44ca-8bcb-940ad425b87c), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:01.823326 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-672c3de9-90d7-42b3-935e-522f4e9d40d8 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:01.824581 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-672c3de9-90d7-42b3-935e-522f4e9d40d8 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "DELETE /v2.0/security-groups/95ed5ab5-a550-44ca-8bcb-940ad425b87c HTTP/1.1" status: 204 len: 168 time: 0.2502561 Jul 28 04:04:01.828142 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 56448) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:04:01.835130 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672c3de9-90d7-42b3-935e-522f4e9d40d8 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ed5ab5-a550-44ca-8bcb-940ad425b87c,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:01.854963 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.api.v2.resource [None req-87caf624-1bcc-41ac-aa9b-3a1db449bfff tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] show failed (client error): The resource could not be found. Jul 28 04:04:01.856897 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-87caf624-1bcc-41ac-aa9b-3a1db449bfff tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups/95ed5ab5-a550-44ca-8bcb-940ad425b87c HTTP/1.1" status: 404 len: 347 time: 0.0266242 Jul 28 04:04:01.858366 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-05ebec71-0547-4470-882b-97c8fd4c210a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739753'] for floatingip (762419e2-b7fe-4db9-84a0-309129e0e3be), after_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:01.860365 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 56450) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:04:02.003406 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-a6c85054-59d4-4647-bb29-01ede6804092 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Deleting port f3edce8b-9e73-4bfc-a659-fe9eb5e8a044 {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:04:02.004133 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-a6c85054-59d4-4647-bb29-01ede6804092 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (f3edce8b-9e73-4bfc-a659-fe9eb5e8a044), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:02.005302 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.db.l3_db [None req-05ebec71-0547-4470-882b-97c8fd4c210a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Floating IP 762419e2-b7fe-4db9-84a0-309129e0e3be associated. External IP: 172.27.0.228, port: 03f6d4b3-f03e-4e79-9f11-0cea1b416098. Jul 28 04:04:02.046711 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:02.123144 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-a6c85054-59d4-4647-bb29-01ede6804092 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (f3edce8b-9e73-4bfc-a659-fe9eb5e8a044), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:02.123919 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-a6c85054-59d4-4647-bb29-01ede6804092 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks [] for floatingip (f3edce8b-9e73-4bfc-a659-fe9eb5e8a044), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:02.147168 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-a6c85054-59d4-4647-bb29-01ede6804092 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Calling delete_port for f3edce8b-9e73-4bfc-a659-fe9eb5e8a044 owned by network:floatingip {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:04:02.243808 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:02.287868 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device 68bf49ef-5416-40a1-b99b-f3cd17caa288 up at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:04:02.315213 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ebec71-0547-4470-882b-97c8fd4c210a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Router a742bb6a-8304-4f5a-8d24-66a8e74f4d23 has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 04:04:02.381226 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning complete for port 68bf49ef-5416-40a1-b99b-f3cd17caa288 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:04:02.382160 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (68bf49ef-5416-40a1-b99b-f3cd17caa288), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:02.463194 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-a6c85054-59d4-4647-bb29-01ede6804092 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (f3edce8b-9e73-4bfc-a659-fe9eb5e8a044), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:02.475314 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ebec71-0547-4470-882b-97c8fd4c210a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:04:02.483803 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-05ebec71-0547-4470-882b-97c8fd4c210a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for floatingip (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:02.491565 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8894512f-3865-4596-afe8-0bfd84712995 None None] Sync routers for ids ['a742bb6a-8304-4f5a-8d24-66a8e74f4d23'] in dv-cinder-851279-1-iscsi {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:04:02.511982 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c85054-59d4-4647-bb29-01ede6804092 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Pushing event deleted for resources: {'Port': ['ID=f3edce8b-9e73-4bfc-a659-fe9eb5e8a044,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:02.513487 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8894512f-3865-4596-afe8-0bfd84712995 None None] Routers {'a742bb6a-8304-4f5a-8d24-66a8e74f4d23'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:04:02.516221 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-8894512f-3865-4596-afe8-0bfd84712995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:03:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['a742bb6a-8304-4f5a-8d24-66a8e74f4d23'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:02.547214 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port 68bf49ef-5416-40a1-b99b-f3cd17caa288 is: BUILD; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:04:02.548202 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (68bf49ef-5416-40a1-b99b-f3cd17caa288), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:02.553745 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:02.594591 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed19419-f0b9-473d-93cb-fefb8c29d74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68bf49ef-5416-40a1-b99b-f3cd17caa288'}] {{(pid=121476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:04:02.602270 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63807e78e749bb54735be4dbe0f6e45a10aff1c6ba31450fe55014b89068368c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e358f687-808d-40a8-9a60-0bbe9a32b980" -d '{"events": [{"server_uuid": "1ed19419-f0b9-473d-93cb-fefb8c29d74e", "name": "network-vif-plugged", "status": "completed", "tag": "68bf49ef-5416-40a1-b99b-f3cd17caa288"}]}' {{(pid=121476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:04:02.625467 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-05ebec71-0547-4470-882b-97c8fd4c210a tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "PUT /v2.0/floatingips/762419e2-b7fe-4db9-84a0-309129e0e3be HTTP/1.1" status: 200 len: 991 time: 1.4578600 Jul 28 04:04:02.625467 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70dc9074-c661-48fa-ba87-ef45db17143b', 'tag': '03f6d4b3-f03e-4e79-9f11-0cea1b416098'}] {{(pid=121475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:04:02.628468 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ccdd625b6c35f453df47d8ce3046bfbae24fa7e88dffa5888c0c6e748a7dd72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b3be1e-da99-44ab-8b17-54a96a30fff5" -d '{"events": [{"name": "network-changed", "server_uuid": "70dc9074-c661-48fa-ba87-ef45db17143b", "tag": "03f6d4b3-f03e-4e79-9f11-0cea1b416098"}]}' {{(pid=121475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:04:02.659651 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-a6c85054-59d4-4647-bb29-01ede6804092 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks [] for floatingip (8cacd39c-77f2-4dd6-a068-58702beac2dc), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:02.661367 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port 68bf49ef-5416-40a1-b99b-f3cd17caa288, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=68bf49ef-5416-40a1-b99b-f3cd17caa288,segment=NetworkSegment(14a8c6bf-83b7-46f9-8c66-fb10450c3d17),segment_id=14a8c6bf-83b7-46f9-8c66-fb10450c3d17)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:04:02.665342 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-a6c85054-59d4-4647-bb29-01ede6804092 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for floatingip (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:02.668386 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-a6c85054-59d4-4647-bb29-01ede6804092 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "DELETE /v2.0/floatingips/8cacd39c-77f2-4dd6-a068-58702beac2dc HTTP/1.1" status: 204 len: 168 time: 0.8060071 Jul 28 04:04:02.698948 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-8894512f-3865-4596-afe8-0bfd84712995 None None] Set router a742bb6a-8304-4f5a-8d24-66a8e74f4d23 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:04:02.701773 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:02.721406 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 04:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eccce437-5463-4475-a542-e9170a260c33 x-openstack-request-id: req-eccce437-5463-4475-a542-e9170a260c33 {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:04:02.722025 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed19419-f0b9-473d-93cb-fefb8c29d74e", "name": "network-vif-plugged", "status": "completed", "tag": "68bf49ef-5416-40a1-b99b-f3cd17caa288", "code": 200}]} {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:04:02.722575 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-eccce437-5463-4475-a542-e9170a260c33 {{(pid=121476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:04:02.723464 dv-cinder-851279-1-iscsi neutron-server[121476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eccce437-5463-4475-a542-e9170a260c33'] response: {'server_uuid': '1ed19419-f0b9-473d-93cb-fefb8c29d74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68bf49ef-5416-40a1-b99b-f3cd17caa288', 'code': 200} Jul 28 04:04:02.746245 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (68bf49ef-5416-40a1-b99b-f3cd17caa288), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:02.748419 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device d2c58462-fb66-479c-9106-a98477b390b4 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:04:02.796515 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:02.801876 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 04:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d356ff-445a-4d69-ab5b-a51d5c913ac3 x-openstack-request-id: req-04d356ff-445a-4d69-ab5b-a51d5c913ac3 {{(pid=121475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:04:02.802318 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70dc9074-c661-48fa-ba87-ef45db17143b", "tag": "03f6d4b3-f03e-4e79-9f11-0cea1b416098", "status": "completed", "code": 200}]} {{(pid=121475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:04:02.802710 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-04d356ff-445a-4d69-ab5b-a51d5c913ac3 {{(pid=121475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:04:02.803326 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04d356ff-445a-4d69-ab5b-a51d5c913ac3'] response: {'name': 'network-changed', 'server_uuid': '70dc9074-c661-48fa-ba87-ef45db17143b', 'tag': '03f6d4b3-f03e-4e79-9f11-0cea1b416098', 'status': 'completed', 'code': 200} Jul 28 04:04:02.807587 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd426c-b8db-45fd-b848-931d116c36e3 req-4d68a749-c720-4862-af2e-847a4a7a773e tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:02.807883 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.agents_db [None req-58c662dc-5ea5-4853-b3cc-f7bb2188e679 None None] Agent healthcheck: found 6 active agents {{(pid=121477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:04:02.809636 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-96dd426c-b8db-45fd-b848-931d116c36e3 req-4d68a749-c720-4862-af2e-847a4a7a773e tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 945 time: 0.1257241 Jul 28 04:04:02.826641 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] No Port match for: d2c58462-fb66-479c-9106-a98477b390b4 {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:04:02.826929 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device d2c58462-fb66-479c-9106-a98477b390b4 not bound to the agent host hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:04:02.862469 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=68bf49ef-5416-40a1-b99b-f3cd17caa288,revision_number=8']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:02.902503 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-96dd426c-b8db-45fd-b848-931d116c36e3 req-3fd02fa1-2d14-4beb-9ac3-a823170169dc tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817950 Jul 28 04:04:02.989273 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3be1e-da99-44ab-8b17-54a96a30fff5 req-a7efa8c3-d814-4d48-bcbc-d22f95820c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:02.990909 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-94b3be1e-da99-44ab-8b17-54a96a30fff5 req-a7efa8c3-d814-4d48-bcbc-d22f95820c58 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6a869e1e00fc4d8d9d4511e34501665f&device_id=70dc9074-c661-48fa-ba87-ef45db17143b HTTP/1.1" status: 200 len: 1129 time: 0.0551934 Jul 28 04:04:03.116761 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-8894512f-3865-4596-afe8-0bfd84712995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'name': 'tempest-AttachVolumeTestJSON-350895408-router', 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'bdaacc0e-026c-45bb-91ce-d6943bc8b36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T03:58:53Z', 'revision_number': 4, 'project_id': '6a869e1e00fc4d8d9d4511e34501665f', 'gw_port': {'id': 'bdaacc0e-026c-45bb-91ce-d6943bc8b36e', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': '762419e2-b7fe-4db9-84a0-309129e0e3be', 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'floating_ip_address': '172.27.0.228', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'port_id': '03f6d4b3-f03e-4e79-9f11-0cea1b416098', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b7076b1-5b54-41f8-8740-25deddb61b0a', 'mac_address': 'fa:16:3e:13:c2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70dc9074-c661-48fa-ba87-ef45db17143b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T04:03:39Z', 'updated_at': '2022-07-28T04:04:01Z', 'revision_number': 1, 'project_id': '6a869e1e00fc4d8d9d4511e34501665f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98abe0e5-d981-4868-a7f3-04ad99bcc49f', 'name': '', 'network_id': '5b7076b1-5b54-41f8-8740-25deddb61b0a', 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'mac_address': 'fa:16:3e:b5:0c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0c317d02-35c6-4092-b3d2-22f73010b2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:51Z', 'updated_at': '2022-07-28T03:59:10Z', 'revision_number': 5, 'project_id': '6a869e1e00fc4d8d9d4511e34501665f', 'subnets': [{'id': '0c317d02-35c6-4092-b3d2-22f73010b2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:03.169756 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8894512f-3865-4596-afe8-0bfd84712995 None None] Checking router: a742bb6a-8304-4f5a-8d24-66a8e74f4d23 for host: dv-cinder-851279-1-iscsi {{(pid=121477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:04:03.186062 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8894512f-3865-4596-afe8-0bfd84712995 None None] Routers {'a742bb6a-8304-4f5a-8d24-66a8e74f4d23'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:04:03.187125 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-8894512f-3865-4596-afe8-0bfd84712995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:03:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['a742bb6a-8304-4f5a-8d24-66a8e74f4d23'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:03.187321 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3be1e-da99-44ab-8b17-54a96a30fff5 req-ed250242-6e2f-4d60-94ce-604ce19dbe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:03.189047 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-94b3be1e-da99-44ab-8b17-54a96a30fff5 req-ed250242-6e2f-4d60-94ce-604ce19dbe49 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5b7076b1-5b54-41f8-8740-25deddb61b0a HTTP/1.1" status: 200 len: 911 time: 0.1891115 Jul 28 04:04:03.190076 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc5dc42-9957-4d4a-ac9f-7f8cce4afe08 req-8c254a07-7eb5-45f8-b43e-767e3aaa330f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:03.191515 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3dc5dc42-9957-4d4a-ac9f-7f8cce4afe08 req-8c254a07-7eb5-45f8-b43e-767e3aaa330f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 1130 time: 0.0729637 Jul 28 04:04:03.299035 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-94b3be1e-da99-44ab-8b17-54a96a30fff5 req-851261d4-e32b-4782-8608-d46ce91f7162 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03f6d4b3-f03e-4e79-9f11-0cea1b416098 HTTP/1.1" status: 200 len: 999 time: 0.0958200 Jul 28 04:04:03.308768 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3dc5dc42-9957-4d4a-ac9f-7f8cce4afe08 req-ea0efaa5-a94b-45fd-b6c4-c54400ecc2e3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978546 Jul 28 04:04:03.326727 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-8894512f-3865-4596-afe8-0bfd84712995 None None] Set router a742bb6a-8304-4f5a-8d24-66a8e74f4d23 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:04:03.425999 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=100 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:03.442585 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=100 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:03.596276 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-8894512f-3865-4596-afe8-0bfd84712995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'name': 'tempest-AttachVolumeTestJSON-350895408-router', 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'bdaacc0e-026c-45bb-91ce-d6943bc8b36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T03:58:53Z', 'revision_number': 4, 'project_id': '6a869e1e00fc4d8d9d4511e34501665f', 'gw_port': {'id': 'bdaacc0e-026c-45bb-91ce-d6943bc8b36e', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': '762419e2-b7fe-4db9-84a0-309129e0e3be', 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'floating_ip_address': '172.27.0.228', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'port_id': '03f6d4b3-f03e-4e79-9f11-0cea1b416098', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b7076b1-5b54-41f8-8740-25deddb61b0a', 'mac_address': 'fa:16:3e:13:c2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70dc9074-c661-48fa-ba87-ef45db17143b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T04:03:39Z', 'updated_at': '2022-07-28T04:04:01Z', 'revision_number': 1, 'project_id': '6a869e1e00fc4d8d9d4511e34501665f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98abe0e5-d981-4868-a7f3-04ad99bcc49f', 'name': '', 'network_id': '5b7076b1-5b54-41f8-8740-25deddb61b0a', 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'mac_address': 'fa:16:3e:b5:0c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0c317d02-35c6-4092-b3d2-22f73010b2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:51Z', 'updated_at': '2022-07-28T03:59:10Z', 'revision_number': 5, 'project_id': '6a869e1e00fc4d8d9d4511e34501665f', 'subnets': [{'id': '0c317d02-35c6-4092-b3d2-22f73010b2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:03.621543 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3be1e-da99-44ab-8b17-54a96a30fff5 req-c5652743-f289-4871-9585-210626dbe086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:03.623167 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-94b3be1e-da99-44ab-8b17-54a96a30fff5 req-c5652743-f289-4871-9585-210626dbe086 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0c317d02-35c6-4092-b3d2-22f73010b2ed HTTP/1.1" status: 200 len: 849 time: 0.3135154 Jul 28 04:04:03.624996 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8894512f-3865-4596-afe8-0bfd84712995 None None] The sync data for ids ['a742bb6a-8304-4f5a-8d24-66a8e74f4d23'] in dv-cinder-851279-1-iscsi is: [{'id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'name': 'tempest-AttachVolumeTestJSON-350895408-router', 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'bdaacc0e-026c-45bb-91ce-d6943bc8b36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T03:58:53Z', 'revision_number': 4, 'project_id': '6a869e1e00fc4d8d9d4511e34501665f', 'gw_port': {'id': 'bdaacc0e-026c-45bb-91ce-d6943bc8b36e', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': '762419e2-b7fe-4db9-84a0-309129e0e3be', 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'floating_ip_address': '172.27.0.228', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'port_id': '03f6d4b3-f03e-4e79-9f11-0cea1b416098', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b7076b1-5b54-41f8-8740-25deddb61b0a', 'mac_address': 'fa:16:3e:13:c2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70dc9074-c661-48fa-ba87-ef45db17143b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T04:03:39Z', 'updated_at': '2022-07-28T04:04:01Z', 'revision_number': 1, 'project_id': '6a869e1e00fc4d8d9d4511e34501665f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98abe0e5-d981-4868-a7f3-04ad99bcc49f', 'name': '', 'network_id': '5b7076b1-5b54-41f8-8740-25deddb61b0a', 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'mac_address': 'fa:16:3e:b5:0c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0c317d02-35c6-4092-b3d2-22f73010b2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:51Z', 'updated_at': '2022-07-28T03:59:10Z', 'revision_number': 5, 'project_id': '6a869e1e00fc4d8d9d4511e34501665f', 'subnets': [{'id': '0c317d02-35c6-4092-b3d2-22f73010b2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:04:03.681761 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3be1e-da99-44ab-8b17-54a96a30fff5 req-67f66b64-8f0f-4c56-8f8d-d613363dc665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:03.683891 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-94b3be1e-da99-44ab-8b17-54a96a30fff5 req-67f66b64-8f0f-4c56-8f8d-d613363dc665 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5b7076b1-5b54-41f8-8740-25deddb61b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531769 Jul 28 04:04:03.845609 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b210fc-bfa0-4d02-ac9a-e063552ee6b1 None None] New status for floating IP 762419e2-b7fe-4db9-84a0-309129e0e3be: ACTIVE {{(pid=121476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 04:04:04.068774 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ec851-bbab-469d-9198-9b02545f9e28 req-5c1ba3fc-e906-46ae-94dc-baf69783b0a0 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:04.072112 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-aa8ec851-bbab-469d-9198-9b02545f9e28 req-5c1ba3fc-e906-46ae-94dc-baf69783b0a0 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 946 time: 0.0858078 Jul 28 04:04:04.178544 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-aa8ec851-bbab-469d-9198-9b02545f9e28 req-8cfc25f8-d595-4af2-a038-c93bdec0c63a tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004732 Jul 28 04:04:04.304705 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-94b3be1e-da99-44ab-8b17-54a96a30fff5 req-4e6b7611-848c-4ee7-a918-e4d2543aaa50 service neutron] 10.222.0.67 "GET /v2.0/networks/5b7076b1-5b54-41f8-8740-25deddb61b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401564 Jul 28 04:04:04.500237 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-94b3be1e-da99-44ab-8b17-54a96a30fff5 req-ecfdf5c3-09e6-4c06-9a84-4235380995ad service neutron] 10.222.0.67 "GET /v2.0/networks/5b7076b1-5b54-41f8-8740-25deddb61b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554613 Jul 28 04:04:05.347062 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f10b8-2c74-43b7-8f67-62b2bb947f87 req-da7028f0-39cc-4ae6-9def-daa1a417d5e1 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:05.348698 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-e16f10b8-2c74-43b7-8f67-62b2bb947f87 req-da7028f0-39cc-4ae6-9def-daa1a417d5e1 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 946 time: 0.0562084 Jul 28 04:04:05.427076 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-e16f10b8-2c74-43b7-8f67-62b2bb947f87 req-091bb727-84bd-43a3-a019-35fca22136b3 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713058 Jul 28 04:04:06.072559 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418c2c1-e334-4dd8-8f22-b0afbd80af85 req-95dcf2fa-8766-4f39-81ab-32619a5971da tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:06.074172 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-9418c2c1-e334-4dd8-8f22-b0afbd80af85 req-95dcf2fa-8766-4f39-81ab-32619a5971da tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 945 time: 0.0591578 Jul 28 04:04:06.131212 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-9418c2c1-e334-4dd8-8f22-b0afbd80af85 req-b4ebe88a-f0d0-425b-b3e2-ecaa40842f93 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510411 Jul 28 04:04:07.384996 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d7567-741e-4818-abe3-0fc3ed39e58e req-dbd4256c-af06-4719-b141-91e8e889273c tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:07.386543 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-1f3d7567-741e-4818-abe3-0fc3ed39e58e req-dbd4256c-af06-4719-b141-91e8e889273c tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 945 time: 0.0515668 Jul 28 04:04:07.444327 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-1f3d7567-741e-4818-abe3-0fc3ed39e58e req-82101901-ed38-41f8-9259-1dc2807bb485 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469861 Jul 28 04:04:08.572181 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31004655-2dab-4e05-bb04-c59d046e9c7b req-34897ba8-6290-4b51-a90a-e7f50ed591fd tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:08.573756 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-31004655-2dab-4e05-bb04-c59d046e9c7b req-34897ba8-6290-4b51-a90a-e7f50ed591fd tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 945 time: 0.0527346 Jul 28 04:04:08.641897 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-31004655-2dab-4e05-bb04-c59d046e9c7b req-3943f926-0b59-4ef6-92be-8877d898134c tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620291 Jul 28 04:04:08.653786 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b50d7a-aacb-4b55-b7cc-11f2a4642e08 req-e10704b5-c8a9-4755-8fa5-fa6b3f583c76 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:08.655394 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-97b50d7a-aacb-4b55-b7cc-11f2a4642e08 req-e10704b5-c8a9-4755-8fa5-fa6b3f583c76 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 945 time: 0.0623960 Jul 28 04:04:08.701795 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:08.764697 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [req-97b50d7a-aacb-4b55-b7cc-11f2a4642e08 req-f25792c9-3af5-432a-8ec0-0eee72330883 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Deleting port 17c86bfa-053e-4c3a-bef0-ab77101531bb {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:04:08.765589 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-97b50d7a-aacb-4b55-b7cc-11f2a4642e08 req-f25792c9-3af5-432a-8ec0-0eee72330883 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (17c86bfa-053e-4c3a-bef0-ab77101531bb), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:08.882531 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-97b50d7a-aacb-4b55-b7cc-11f2a4642e08 req-f25792c9-3af5-432a-8ec0-0eee72330883 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] For port 17c86bfa-053e-4c3a-bef0-ab77101531bb, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=17c86bfa-053e-4c3a-bef0-ab77101531bb,segment=NetworkSegment(f5651f66-4b70-44a2-a50e-d0d4e0ef16b9),segment_id=f5651f66-4b70-44a2-a50e-d0d4e0ef16b9)] {{(pid=121474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:04:08.882914 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-97b50d7a-aacb-4b55-b7cc-11f2a4642e08 req-f25792c9-3af5-432a-8ec0-0eee72330883 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (17c86bfa-053e-4c3a-bef0-ab77101531bb), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:08.901046 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [req-97b50d7a-aacb-4b55-b7cc-11f2a4642e08 req-f25792c9-3af5-432a-8ec0-0eee72330883 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Calling delete_port for 17c86bfa-053e-4c3a-bef0-ab77101531bb owned by compute:nova {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:04:09.133048 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-97b50d7a-aacb-4b55-b7cc-11f2a4642e08 req-f25792c9-3af5-432a-8ec0-0eee72330883 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (17c86bfa-053e-4c3a-bef0-ab77101531bb), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:09.143141 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:09.147465 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] get_ports_and_sgs() called for port_ids ['a308124a-65b2-45a7-b6e2-c3a47f628499', '17c86bfa-053e-4c3a-bef0-ab77101531bb'] {{(pid=121476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:04:09.176473 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25792c9-3af5-432a-8ec0-0eee72330883 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Pushing event deleted for resources: {'Port': ['ID=17c86bfa-053e-4c3a-bef0-ab77101531bb,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:09.245218 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b50d7a-aacb-4b55-b7cc-11f2a4642e08 req-f25792c9-3af5-432a-8ec0-0eee72330883 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] No DVR routers for this DVR port 17c86bfa-053e-4c3a-bef0-ab77101531bb on host hv-cinder-85127 {{(pid=121474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 04:04:09.248287 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-97b50d7a-aacb-4b55-b7cc-11f2a4642e08 req-f25792c9-3af5-432a-8ec0-0eee72330883 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:09.252157 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-97b50d7a-aacb-4b55-b7cc-11f2a4642e08 req-f25792c9-3af5-432a-8ec0-0eee72330883 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.67 "DELETE /v2.0/ports/17c86bfa-053e-4c3a-bef0-ab77101531bb HTTP/1.1" status: 204 len: 173 time: 0.5906463 Jul 28 04:04:09.252641 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0a06d3-c137-4eba-a44e-271a29b12e38', 'name': 'network-vif-deleted', 'tag': '17c86bfa-053e-4c3a-bef0-ab77101531bb'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:04:09.255033 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4dc86f-a0ee-4601-b9ac-1add0654e7ac" -d '{"events": [{"server_uuid": "2c0a06d3-c137-4eba-a44e-271a29b12e38", "name": "network-vif-deleted", "tag": "17c86bfa-053e-4c3a-bef0-ab77101531bb"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:04:09.296990 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 04:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa511e1-3e0c-4174-ab96-3f7ecf131318 x-openstack-request-id: req-8aa511e1-3e0c-4174-ab96-3f7ecf131318 {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:04:09.297287 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0a06d3-c137-4eba-a44e-271a29b12e38", "name": "network-vif-deleted", "tag": "17c86bfa-053e-4c3a-bef0-ab77101531bb", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:04:09.297585 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8aa511e1-3e0c-4174-ab96-3f7ecf131318 {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:04:09.297964 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aa511e1-3e0c-4174-ab96-3f7ecf131318'] response: {'server_uuid': '2c0a06d3-c137-4eba-a44e-271a29b12e38', 'name': 'network-vif-deleted', 'tag': '17c86bfa-053e-4c3a-bef0-ab77101531bb', 'status': 'completed', 'code': 200} Jul 28 04:04:09.809375 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-cbbe1fec-b196-4fd9-82f2-ce94d18ce1bb req-76e95f1f-da7b-4106-a558-d1d5dea15c7c tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c0a06d3-c137-4eba-a44e-271a29b12e38 HTTP/1.1" status: 200 len: 210 time: 0.0482223 Jul 28 04:04:11.437747 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03311e3c-e055-4609-8721-357e241976a9 req-d4769639-2fe0-4055-bdff-c95e905d9e3b tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:11.439330 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-03311e3c-e055-4609-8721-357e241976a9 req-d4769639-2fe0-4055-bdff-c95e905d9e3b tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=a30f5c60-8ee4-4d46-aec9-34dd464d21b9 HTTP/1.1" status: 200 len: 945 time: 0.0534320 Jul 28 04:04:11.496077 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-03311e3c-e055-4609-8721-357e241976a9 req-84e94589-bbe5-481f-9cfc-ee1f9905207a tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508182 Jul 28 04:04:12.632094 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f2b02-bc34-4c36-bdb6-270ea6f23333 req-61591c64-f737-449c-8baf-be44cdca964b tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:12.634396 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-5e2f2b02-bc34-4c36-bdb6-270ea6f23333 req-61591c64-f737-449c-8baf-be44cdca964b tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=a30f5c60-8ee4-4d46-aec9-34dd464d21b9 HTTP/1.1" status: 200 len: 945 time: 0.0558879 Jul 28 04:04:12.691858 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-5e2f2b02-bc34-4c36-bdb6-270ea6f23333 req-a91597ea-8ae9-4e61-8ac4-7b17f209cf23 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515895 Jul 28 04:04:13.600041 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=30 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:13.843492 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e960901-4c88-458a-9827-6f8fff382e41 req-193d7e19-5be8-43c5-8a34-3d0dc012d0cc tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:13.845185 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-1e960901-4c88-458a-9827-6f8fff382e41 req-193d7e19-5be8-43c5-8a34-3d0dc012d0cc tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=a30f5c60-8ee4-4d46-aec9-34dd464d21b9 HTTP/1.1" status: 200 len: 945 time: 0.0566878 Jul 28 04:04:13.901346 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-1e960901-4c88-458a-9827-6f8fff382e41 req-f6b4dea2-8500-4882-97df-2ac983f79ffb tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498943 Jul 28 04:04:14.348558 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device 17c86bfa-053e-4c3a-bef0-ab77101531bb no longer exists at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:04:14.371103 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] No Port match for: 17c86bfa-053e-4c3a-bef0-ab77101531bb {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:04:14.371454 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device 17c86bfa-053e-4c3a-bef0-ab77101531bb not bound to the agent host hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:04:14.822138 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb4415-ba1b-4330-9ca8-4a677f42b70b req-e1ce0920-ffa2-4fdd-98a8-1a2bce108a57 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:14.823731 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3ceb4415-ba1b-4330-9ca8-4a677f42b70b req-e1ce0920-ffa2-4fdd-98a8-1a2bce108a57 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.67 "GET /v2.0/ports?device_id=a30f5c60-8ee4-4d46-aec9-34dd464d21b9 HTTP/1.1" status: 200 len: 945 time: 0.0586243 Jul 28 04:04:14.841405 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-24787f9b-90c5-458e-a4c5-d416d3cd0be0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:14.936949 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [req-3ceb4415-ba1b-4330-9ca8-4a677f42b70b req-f33ad1de-c6b7-4ec1-965d-2a5465542438 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Deleting port a308124a-65b2-45a7-b6e2-c3a47f628499 {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:04:14.937525 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-3ceb4415-ba1b-4330-9ca8-4a677f42b70b req-f33ad1de-c6b7-4ec1-965d-2a5465542438 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (a308124a-65b2-45a7-b6e2-c3a47f628499), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:15.110736 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67817db-c60f-4963-9344-c341ab93acf7 req-35fe71d6-9268-4f6b-a2f4-a6f6a74ec1cb tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:15.112408 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-e67817db-c60f-4963-9344-c341ab93acf7 req-35fe71d6-9268-4f6b-a2f4-a6f6a74ec1cb tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=a30f5c60-8ee4-4d46-aec9-34dd464d21b9 HTTP/1.1" status: 200 len: 945 time: 0.0946486 Jul 28 04:04:15.166272 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-3ceb4415-ba1b-4330-9ca8-4a677f42b70b req-f33ad1de-c6b7-4ec1-965d-2a5465542438 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] For port a308124a-65b2-45a7-b6e2-c3a47f628499, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=a308124a-65b2-45a7-b6e2-c3a47f628499,segment=NetworkSegment(f5651f66-4b70-44a2-a50e-d0d4e0ef16b9),segment_id=f5651f66-4b70-44a2-a50e-d0d4e0ef16b9)] {{(pid=121474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:04:15.166825 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-3ceb4415-ba1b-4330-9ca8-4a677f42b70b req-f33ad1de-c6b7-4ec1-965d-2a5465542438 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (a308124a-65b2-45a7-b6e2-c3a47f628499), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:15.199991 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [req-3ceb4415-ba1b-4330-9ca8-4a677f42b70b req-f33ad1de-c6b7-4ec1-965d-2a5465542438 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Calling delete_port for a308124a-65b2-45a7-b6e2-c3a47f628499 owned by compute:nova {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:04:15.221333 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-e67817db-c60f-4963-9344-c341ab93acf7 req-27e178bf-3bdf-4cda-a58c-c1ecca446797 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/security-groups?id=95f4571f-761f-4135-9d85-1064d224174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016169 Jul 28 04:04:15.475487 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-3ceb4415-ba1b-4330-9ca8-4a677f42b70b req-f33ad1de-c6b7-4ec1-965d-2a5465542438 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (a308124a-65b2-45a7-b6e2-c3a47f628499), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:15.489240 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] get_ports_and_sgs() called for port_ids ['a308124a-65b2-45a7-b6e2-c3a47f628499'] {{(pid=121476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:04:15.507096 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ad1de-c6b7-4ec1-965d-2a5465542438 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Pushing event deleted for resources: {'Port': ['ID=a308124a-65b2-45a7-b6e2-c3a47f628499,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:15.568101 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ceb4415-ba1b-4330-9ca8-4a677f42b70b req-f33ad1de-c6b7-4ec1-965d-2a5465542438 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] No DVR routers for this DVR port a308124a-65b2-45a7-b6e2-c3a47f628499 on host hv-cinder-85127 {{(pid=121474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 04:04:15.571793 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-3ceb4415-ba1b-4330-9ca8-4a677f42b70b req-f33ad1de-c6b7-4ec1-965d-2a5465542438 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:15.575637 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3ceb4415-ba1b-4330-9ca8-4a677f42b70b req-f33ad1de-c6b7-4ec1-965d-2a5465542438 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.67 "DELETE /v2.0/ports/a308124a-65b2-45a7-b6e2-c3a47f628499 HTTP/1.1" status: 204 len: 173 time: 0.7455041 Jul 28 04:04:15.576080 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30f5c60-8ee4-4d46-aec9-34dd464d21b9', 'name': 'network-vif-deleted', 'tag': 'a308124a-65b2-45a7-b6e2-c3a47f628499'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:04:15.578465 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5206723d-2f6d-47f7-a86a-335c07a295f4" -d '{"events": [{"server_uuid": "a30f5c60-8ee4-4d46-aec9-34dd464d21b9", "name": "network-vif-deleted", "tag": "a308124a-65b2-45a7-b6e2-c3a47f628499"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:04:15.620977 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 04:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83502d3-db0d-4fd2-8434-436c0b1bb643 x-openstack-request-id: req-a83502d3-db0d-4fd2-8434-436c0b1bb643 {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:04:15.621262 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a30f5c60-8ee4-4d46-aec9-34dd464d21b9", "name": "network-vif-deleted", "tag": "a308124a-65b2-45a7-b6e2-c3a47f628499", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:04:15.626148 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a83502d3-db0d-4fd2-8434-436c0b1bb643 {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:04:15.626148 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a83502d3-db0d-4fd2-8434-436c0b1bb643'] response: {'server_uuid': 'a30f5c60-8ee4-4d46-aec9-34dd464d21b9', 'name': 'network-vif-deleted', 'tag': 'a308124a-65b2-45a7-b6e2-c3a47f628499', 'status': 'completed', 'code': 200} Jul 28 04:04:16.380254 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0486e181-aed0-4020-b204-e6f8aa7a0c54 req-354b22b4-4b7a-4c25-a1d9-980aedbbaf86 tempest-ServerRescueNegativeTestJSON-954871407 tempest-ServerRescueNegativeTestJSON-954871407-project] 10.222.0.66 "GET /v2.0/ports?device_id=a30f5c60-8ee4-4d46-aec9-34dd464d21b9 HTTP/1.1" status: 200 len: 210 time: 0.0315106 Jul 28 04:04:17.480767 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 56574) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:04:17.544056 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-415edd7c-2633-46a7-9e01-31e20f9f1424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:17.714225 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:17.852224 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:18.175799 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-d3ed4427-339a-4aea-ba5c-3b0446330619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736721'] for router_interface (799f85a6-48ff-444b-8dad-74e741656474), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:18.333534 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:18.570020 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-d3ed4427-339a-4aea-ba5c-3b0446330619 admin admin] Deleting port 6313a4ce-75ee-4e06-932c-3acd6f062c3a {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:04:18.570869 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-d3ed4427-339a-4aea-ba5c-3b0446330619 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (6313a4ce-75ee-4e06-932c-3acd6f062c3a), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:18.689020 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [None req-d3ed4427-339a-4aea-ba5c-3b0446330619 admin admin] For port 6313a4ce-75ee-4e06-932c-3acd6f062c3a, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=6313a4ce-75ee-4e06-932c-3acd6f062c3a,segment=NetworkSegment(f5651f66-4b70-44a2-a50e-d0d4e0ef16b9),segment_id=f5651f66-4b70-44a2-a50e-d0d4e0ef16b9)] {{(pid=121474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:04:18.689627 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-d3ed4427-339a-4aea-ba5c-3b0446330619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (6313a4ce-75ee-4e06-932c-3acd6f062c3a), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:18.711813 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-d3ed4427-339a-4aea-ba5c-3b0446330619 admin admin] Calling delete_port for 6313a4ce-75ee-4e06-932c-3acd6f062c3a owned by network:router_interface {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:04:18.866449 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:18.907998 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d923ff-d983-4784-981f-1bbce4c5c5ac), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:19.007233 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-d3ed4427-339a-4aea-ba5c-3b0446330619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (6313a4ce-75ee-4e06-932c-3acd6f062c3a), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:19.034321 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed4427-339a-4aea-ba5c-3b0446330619 admin admin] Pushing event deleted for resources: {'Port': ['ID=6313a4ce-75ee-4e06-932c-3acd6f062c3a,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:19.273146 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-d3ed4427-339a-4aea-ba5c-3b0446330619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736837'] for router_interface (799f85a6-48ff-444b-8dad-74e741656474), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:19.369490 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:19.540092 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ed4427-339a-4aea-ba5c-3b0446330619 admin admin] Router 799f85a6-48ff-444b-8dad-74e741656474 has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 04:04:19.567024 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:19.962349 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ed4427-339a-4aea-ba5c-3b0446330619 admin admin] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:04:19.968812 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-d3ed4427-339a-4aea-ba5c-3b0446330619 admin admin] 10.222.0.66 "PUT /v2.0/routers/799f85a6-48ff-444b-8dad-74e741656474/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4867461 Jul 28 04:04:19.973742 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 56586) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:04:19.976125 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9ce39d-60e4-4fc4-8bb0-ec9601716c6d None None] Sync routers for ids ['799f85a6-48ff-444b-8dad-74e741656474'] in dv-cinder-851279-1-iscsi {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:04:19.991486 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9ce39d-60e4-4fc4-8bb0-ec9601716c6d None None] Routers {'799f85a6-48ff-444b-8dad-74e741656474'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:04:19.992193 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-1f9ce39d-60e4-4fc4-8bb0-ec9601716c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:04:17Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['799f85a6-48ff-444b-8dad-74e741656474'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:20.098773 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:20.250284 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb926de0-d5ea-4b3c-9d48-e381ff800dc6 req-1969e902-cf35-4040-82c5-f8caf5a17545 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:20.253108 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-eb926de0-d5ea-4b3c-9d48-e381ff800dc6 req-1969e902-cf35-4040-82c5-f8caf5a17545 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=04979300-ed48-49df-85a4-13db2fae199b HTTP/1.1" status: 200 len: 945 time: 0.1279035 Jul 28 04:04:20.262672 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-dfe17642-ba64-47a8-baed-5c88b87106e9 admin admin] Publish callbacks [] for router (799f85a6-48ff-444b-8dad-74e741656474), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:20.265803 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-1f9ce39d-60e4-4fc4-8bb0-ec9601716c6d None None] Set router 799f85a6-48ff-444b-8dad-74e741656474 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:04:20.397130 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device a308124a-65b2-45a7-b6e2-c3a47f628499 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:04:20.426813 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] No Port match for: a308124a-65b2-45a7-b6e2-c3a47f628499 {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:04:20.427460 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device a308124a-65b2-45a7-b6e2-c3a47f628499 not bound to the agent host hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:04:20.489212 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-eb926de0-d5ea-4b3c-9d48-e381ff800dc6 req-513580e9-1035-40fc-a9fc-f805127986b6 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=299bd8aa-9d2d-4024-8455-c528bcb3b46e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2230716 Jul 28 04:04:20.489527 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-1f9ce39d-60e4-4fc4-8bb0-ec9601716c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799f85a6-48ff-444b-8dad-74e741656474', 'name': 'tempest-ServerRescueNegativeTestJSON-1760952141-router', 'tenant_id': '8bf7f0f7880a435ba552361bcb31ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b4af4871-05b4-4ea1-9797-79edafad71d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T04:04:18Z', 'revision_number': 5, 'project_id': '8bf7f0f7880a435ba552361bcb31ef91', 'gw_port': {'id': 'b4af4871-05b4-4ea1-9797-79edafad71d3', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:16:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799f85a6-48ff-444b-8dad-74e741656474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:48Z', 'updated_at': '2022-07-28T03:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi'}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:20.530518 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-dfe17642-ba64-47a8-baed-5c88b87106e9 admin admin] Publish callbacks [] for router_gateway (799f85a6-48ff-444b-8dad-74e741656474), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:20.536071 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9ce39d-60e4-4fc4-8bb0-ec9601716c6d None None] Checking router: 799f85a6-48ff-444b-8dad-74e741656474 for host: dv-cinder-851279-1-iscsi {{(pid=121477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:04:20.548782 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9ce39d-60e4-4fc4-8bb0-ec9601716c6d None None] Routers {'799f85a6-48ff-444b-8dad-74e741656474'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:04:20.549536 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-1f9ce39d-60e4-4fc4-8bb0-ec9601716c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:04:17Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['799f85a6-48ff-444b-8dad-74e741656474'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:20.681666 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-dfe17642-ba64-47a8-baed-5c88b87106e9 admin admin] Deleting port b4af4871-05b4-4ea1-9797-79edafad71d3 {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:04:20.682211 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-dfe17642-ba64-47a8-baed-5c88b87106e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (b4af4871-05b4-4ea1-9797-79edafad71d3), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:20.690622 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-1f9ce39d-60e4-4fc4-8bb0-ec9601716c6d None None] Set router 799f85a6-48ff-444b-8dad-74e741656474 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:04:20.765693 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:20.849439 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [None req-dfe17642-ba64-47a8-baed-5c88b87106e9 admin admin] For port b4af4871-05b4-4ea1-9797-79edafad71d3, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=b4af4871-05b4-4ea1-9797-79edafad71d3,segment=NetworkSegment(f2985cdc-b551-4e3f-9fbc-bf06e2065a47),segment_id=f2985cdc-b551-4e3f-9fbc-bf06e2065a47)] {{(pid=121474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:04:20.850046 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-dfe17642-ba64-47a8-baed-5c88b87106e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (b4af4871-05b4-4ea1-9797-79edafad71d3), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:20.875882 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-dfe17642-ba64-47a8-baed-5c88b87106e9 admin admin] Calling delete_port for b4af4871-05b4-4ea1-9797-79edafad71d3 owned by network:router_gateway {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:04:20.893543 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-1f9ce39d-60e4-4fc4-8bb0-ec9601716c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799f85a6-48ff-444b-8dad-74e741656474', 'name': 'tempest-ServerRescueNegativeTestJSON-1760952141-router', 'tenant_id': '8bf7f0f7880a435ba552361bcb31ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b4af4871-05b4-4ea1-9797-79edafad71d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T04:04:18Z', 'revision_number': 5, 'project_id': '8bf7f0f7880a435ba552361bcb31ef91', 'gw_port': {'id': 'b4af4871-05b4-4ea1-9797-79edafad71d3', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:16:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799f85a6-48ff-444b-8dad-74e741656474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:48Z', 'updated_at': '2022-07-28T03:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi'}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:20.923772 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9ce39d-60e4-4fc4-8bb0-ec9601716c6d None None] The sync data for ids ['799f85a6-48ff-444b-8dad-74e741656474'] in dv-cinder-851279-1-iscsi is: [{'id': '799f85a6-48ff-444b-8dad-74e741656474', 'name': 'tempest-ServerRescueNegativeTestJSON-1760952141-router', 'tenant_id': '8bf7f0f7880a435ba552361bcb31ef91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b4af4871-05b4-4ea1-9797-79edafad71d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T04:04:18Z', 'revision_number': 5, 'project_id': '8bf7f0f7880a435ba552361bcb31ef91', 'gw_port': {'id': 'b4af4871-05b4-4ea1-9797-79edafad71d3', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:16:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799f85a6-48ff-444b-8dad-74e741656474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:48Z', 'updated_at': '2022-07-28T03:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi'}] {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:04:21.216212 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-dfe17642-ba64-47a8-baed-5c88b87106e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (b4af4871-05b4-4ea1-9797-79edafad71d3), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:21.245427 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe17642-ba64-47a8-baed-5c88b87106e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4af4871-05b4-4ea1-9797-79edafad71d3,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:21.248229 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:21.285680 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe17642-ba64-47a8-baed-5c88b87106e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:21.286185 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe17642-ba64-47a8-baed-5c88b87106e9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:21.286710 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe17642-ba64-47a8-baed-5c88b87106e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:21.287156 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe17642-ba64-47a8-baed-5c88b87106e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:21.287606 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe17642-ba64-47a8-baed-5c88b87106e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:21.288137 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe17642-ba64-47a8-baed-5c88b87106e9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:21.288688 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe17642-ba64-47a8-baed-5c88b87106e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:21.289228 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe17642-ba64-47a8-baed-5c88b87106e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:21.289765 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe17642-ba64-47a8-baed-5c88b87106e9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:21.290112 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe17642-ba64-47a8-baed-5c88b87106e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:21.290427 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe17642-ba64-47a8-baed-5c88b87106e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:21.290940 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe17642-ba64-47a8-baed-5c88b87106e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:21.291419 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe17642-ba64-47a8-baed-5c88b87106e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:21.291795 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe17642-ba64-47a8-baed-5c88b87106e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:21.292243 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe17642-ba64-47a8-baed-5c88b87106e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:21.364602 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-dfe17642-ba64-47a8-baed-5c88b87106e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1739537'] for router_gateway (799f85a6-48ff-444b-8dad-74e741656474), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:21.506626 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-dfe17642-ba64-47a8-baed-5c88b87106e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1680026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-593'] for router (799f85a6-48ff-444b-8dad-74e741656474), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:21.509614 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-dfe17642-ba64-47a8-baed-5c88b87106e9 admin admin] Publish callbacks [] for router_controller (799f85a6-48ff-444b-8dad-74e741656474), precommit_delete_associations {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:21.646390 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a4f758-4b90-43a1-bb44-ede4491bd566 req-b91cc1f2-73f5-4f5f-8cb7-399171ced72a tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:21.647935 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-35a4f758-4b90-43a1-bb44-ede4491bd566 req-b91cc1f2-73f5-4f5f-8cb7-399171ced72a tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=04979300-ed48-49df-85a4-13db2fae199b HTTP/1.1" status: 200 len: 945 time: 0.0520546 Jul 28 04:04:21.675213 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-dfe17642-ba64-47a8-baed-5c88b87106e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1679896'] for router (799f85a6-48ff-444b-8dad-74e741656474), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:21.675883 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe17642-ba64-47a8-baed-5c88b87106e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 799f85a6-48ff-444b-8dad-74e741656474 {{(pid=121474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 04:04:21.691307 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=100 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:21.691416 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-dfe17642-ba64-47a8-baed-5c88b87106e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:21.691416 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-dfe17642-ba64-47a8-baed-5c88b87106e9 admin admin] 10.222.0.66 "DELETE /v2.0/routers/799f85a6-48ff-444b-8dad-74e741656474 HTTP/1.1" status: 204 len: 168 time: 1.7112176 Jul 28 04:04:21.691569 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 56594) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:04:21.735519 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-35a4f758-4b90-43a1-bb44-ede4491bd566 req-ff8dff5f-9bfc-46fd-ad03-1b5520fc2a63 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=299bd8aa-9d2d-4024-8455-c528bcb3b46e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813375 Jul 28 04:04:21.756956 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c8e347-35ca-4b63-9295-ca647d318e57 admin admin] Deleting subnet f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c {{(pid=121475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 04:04:21.761099 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-a7c8e347-35ca-4b63-9295-ca647d318e57 admin admin] Publish callbacks [] for subnet (f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:21.813330 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-a7c8e347-35ca-4b63-9295-ca647d318e57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097504'] for subnet (f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c), precommit_delete_associations {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:21.860081 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2d2b3-81a4-4ff9-a871-8fdfe8078478 req-a4f9d0b4-cb39-429d-afe2-724bf70ae135 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:21.861697 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-47f2d2b3-81a4-4ff9-a871-8fdfe8078478 req-a4f9d0b4-cb39-429d-afe2-724bf70ae135 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.67 "GET /v2.0/ports?device_id=04979300-ed48-49df-85a4-13db2fae199b HTTP/1.1" status: 200 len: 945 time: 0.0554171 Jul 28 04:04:21.912589 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:21.944302 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-a7c8e347-35ca-4b63-9295-ca647d318e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775531'] for subnet (f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:21.966198 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [req-47f2d2b3-81a4-4ff9-a871-8fdfe8078478 req-1c1cb4cd-a964-4cee-a1e9-19c2ffdf0d4c tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Deleting port f5b15cf1-c323-439c-8cf9-2d761c12404a {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:04:21.966708 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-47f2d2b3-81a4-4ff9-a871-8fdfe8078478 req-1c1cb4cd-a964-4cee-a1e9-19c2ffdf0d4c tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (f5b15cf1-c323-439c-8cf9-2d761c12404a), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:22.077998 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-47f2d2b3-81a4-4ff9-a871-8fdfe8078478 req-1c1cb4cd-a964-4cee-a1e9-19c2ffdf0d4c tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] For port f5b15cf1-c323-439c-8cf9-2d761c12404a, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=f5b15cf1-c323-439c-8cf9-2d761c12404a,segment=NetworkSegment(37f94176-e298-4b67-acca-ec05537ae703),segment_id=37f94176-e298-4b67-acca-ec05537ae703)] {{(pid=121474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:04:22.078417 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-47f2d2b3-81a4-4ff9-a871-8fdfe8078478 req-1c1cb4cd-a964-4cee-a1e9-19c2ffdf0d4c tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (f5b15cf1-c323-439c-8cf9-2d761c12404a), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:22.104478 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-a7c8e347-35ca-4b63-9295-ca647d318e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7775522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3956320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25966766'] for subnet (f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:22.334784 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-47f2d2b3-81a4-4ff9-a871-8fdfe8078478 req-1c1cb4cd-a964-4cee-a1e9-19c2ffdf0d4c tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:22.335680 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-47f2d2b3-81a4-4ff9-a871-8fdfe8078478 req-1c1cb4cd-a964-4cee-a1e9-19c2ffdf0d4c tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739753'] for floatingip (b782151c-79a0-4bbd-967f-591a0b0ad998), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:22.336246 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.db.l3_db [req-47f2d2b3-81a4-4ff9-a871-8fdfe8078478 req-1c1cb4cd-a964-4cee-a1e9-19c2ffdf0d4c tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Floating IP b782151c-79a0-4bbd-967f-591a0b0ad998 disassociated. External IP: 172.27.0.151, port: f5b15cf1-c323-439c-8cf9-2d761c12404a. Jul 28 04:04:22.338120 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [req-47f2d2b3-81a4-4ff9-a871-8fdfe8078478 req-1c1cb4cd-a964-4cee-a1e9-19c2ffdf0d4c tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Calling delete_port for f5b15cf1-c323-439c-8cf9-2d761c12404a owned by compute:nova {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:04:22.429637 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c8e347-35ca-4b63-9295-ca647d318e57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:22.436981 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-a7c8e347-35ca-4b63-9295-ca647d318e57 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:22.445214 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-a7c8e347-35ca-4b63-9295-ca647d318e57 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f8d5ace6-48c4-4d0c-a1d4-098b51ff7e8c HTTP/1.1" status: 204 len: 168 time: 0.7505677 Jul 28 04:04:22.445214 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 56596) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:04:22.446133 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:22.451037 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beca01f0-eaf2-4707-8ea6-c0e28d27fe0b None None] Network 4531d3b7-3c72-4c16-9fba-50470f633af2 requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 04:04:22.531559 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4abae570-3914-4140-aadc-3b69a1c6ed46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766625'] for network (4531d3b7-3c72-4c16-9fba-50470f633af2), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:22.584481 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device b4af4871-05b4-4ea1-9797-79edafad71d3 no longer exists at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:04:22.590232 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.plugin [None req-4abae570-3914-4140-aadc-3b69a1c6ed46 admin admin] Deleting port 725e3369-5a99-4787-a9ec-0c2e179f1e28 {{(pid=121475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:04:22.594468 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4abae570-3914-4140-aadc-3b69a1c6ed46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (725e3369-5a99-4787-a9ec-0c2e179f1e28), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:22.612608 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] No Port match for: b4af4871-05b4-4ea1-9797-79edafad71d3 {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:04:22.612958 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device b4af4871-05b4-4ea1-9797-79edafad71d3 not bound to the agent host dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:04:22.613370 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 6313a4ce-75ee-4e06-932c-3acd6f062c3a no longer exists at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:04:22.641063 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-47f2d2b3-81a4-4ff9-a871-8fdfe8078478 req-1c1cb4cd-a964-4cee-a1e9-19c2ffdf0d4c tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (f5b15cf1-c323-439c-8cf9-2d761c12404a), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:22.641477 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] No Port match for: 6313a4ce-75ee-4e06-932c-3acd6f062c3a {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:04:22.641743 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 6313a4ce-75ee-4e06-932c-3acd6f062c3a not bound to the agent host dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:04:22.688284 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.db [None req-4abae570-3914-4140-aadc-3b69a1c6ed46 admin admin] For port 725e3369-5a99-4787-a9ec-0c2e179f1e28, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=725e3369-5a99-4787-a9ec-0c2e179f1e28,segment=NetworkSegment(f5651f66-4b70-44a2-a50e-d0d4e0ef16b9),segment_id=f5651f66-4b70-44a2-a50e-d0d4e0ef16b9)] {{(pid=121475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:04:22.688799 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4abae570-3914-4140-aadc-3b69a1c6ed46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (725e3369-5a99-4787-a9ec-0c2e179f1e28), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:22.703355 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1cb4cd-a964-4cee-a1e9-19c2ffdf0d4c tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Pushing event deleted for resources: {'Port': ['ID=f5b15cf1-c323-439c-8cf9-2d761c12404a,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:22.711388 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.plugin [None req-4abae570-3914-4140-aadc-3b69a1c6ed46 admin admin] Calling delete_port for 725e3369-5a99-4787-a9ec-0c2e179f1e28 owned by network:dhcp {{(pid=121475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:04:22.743512 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e327ca8-4815-434b-ab52-3b99b75ffa2b None None] DHCP port deletion for 4531d3b7-3c72-4c16-9fba-50470f633af2 request from dv-cinder-851279-1-iscsi {{(pid=121476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 04:04:22.802601 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-1e327ca8-4815-434b-ab52-3b99b75ffa2b None None] Deleting port 725e3369-5a99-4787-a9ec-0c2e179f1e28 {{(pid=121476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:04:22.803020 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-1e327ca8-4815-434b-ab52-3b99b75ffa2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (725e3369-5a99-4787-a9ec-0c2e179f1e28), before_delete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:22.885328 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b4c4c20b-11c6-428b-a1d3-b976db1b777c req-02088f73-aaf6-4575-b920-95ca76aed825 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=04979300-ed48-49df-85a4-13db2fae199b HTTP/1.1" status: 200 len: 210 time: 0.0345287 Jul 28 04:04:22.890914 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:22.906920 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-1e327ca8-4815-434b-ab52-3b99b75ffa2b None None] For port 725e3369-5a99-4787-a9ec-0c2e179f1e28, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=725e3369-5a99-4787-a9ec-0c2e179f1e28,segment=NetworkSegment(f5651f66-4b70-44a2-a50e-d0d4e0ef16b9),segment_id=f5651f66-4b70-44a2-a50e-d0d4e0ef16b9)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:04:22.907356 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-1e327ca8-4815-434b-ab52-3b99b75ffa2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (725e3369-5a99-4787-a9ec-0c2e179f1e28), precommit_delete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:22.924945 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47f2d2b3-81a4-4ff9-a871-8fdfe8078478 req-1c1cb4cd-a964-4cee-a1e9-19c2ffdf0d4c tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Router 2d1945e5-9fdd-4c9c-9878-1432accd293d has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 04:04:22.927295 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-1e327ca8-4815-434b-ab52-3b99b75ffa2b None None] Calling delete_port for 725e3369-5a99-4787-a9ec-0c2e179f1e28 owned by network:dhcp {{(pid=121476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:04:22.992833 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:23.014450 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4abae570-3914-4140-aadc-3b69a1c6ed46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3956301'] for port (725e3369-5a99-4787-a9ec-0c2e179f1e28), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:23.027436 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:23.037607 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-1e327ca8-4815-434b-ab52-3b99b75ffa2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388'] for port (725e3369-5a99-4787-a9ec-0c2e179f1e28), after_delete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:23.062337 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abae570-3914-4140-aadc-3b69a1c6ed46 admin admin] No DVR routers for this DVR port 725e3369-5a99-4787-a9ec-0c2e179f1e28 on host dv-cinder-851279-1-iscsi {{(pid=121475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 04:04:23.068171 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abae570-3914-4140-aadc-3b69a1c6ed46 admin admin] Pushing event deleted for resources: {'Port': ['ID=725e3369-5a99-4787-a9ec-0c2e179f1e28,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:23.106318 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e327ca8-4815-434b-ab52-3b99b75ffa2b None None] Pushing event deleted for resources: {'Port': ['ID=725e3369-5a99-4787-a9ec-0c2e179f1e28,revision_number=None']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:23.116440 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47f2d2b3-81a4-4ff9-a871-8fdfe8078478 req-1c1cb4cd-a964-4cee-a1e9-19c2ffdf0d4c tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:04:23.121822 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e327ca8-4815-434b-ab52-3b99b75ffa2b None None] No DVR routers for this DVR port 725e3369-5a99-4787-a9ec-0c2e179f1e28 on host dv-cinder-851279-1-iscsi {{(pid=121476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 04:04:23.141682 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145ca539-ca67-4a19-a9cc-3cb228cbdd36 None None] Sync routers for ids ['2d1945e5-9fdd-4c9c-9878-1432accd293d'] in dv-cinder-851279-1-iscsi {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:04:23.163340 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145ca539-ca67-4a19-a9cc-3cb228cbdd36 None None] Routers {'2d1945e5-9fdd-4c9c-9878-1432accd293d'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:04:23.168348 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-145ca539-ca67-4a19-a9cc-3cb228cbdd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:04:17Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['2d1945e5-9fdd-4c9c-9878-1432accd293d'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:23.218242 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f2d2b3-81a4-4ff9-a871-8fdfe8078478 req-1c1cb4cd-a964-4cee-a1e9-19c2ffdf0d4c tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] No DVR routers for this DVR port f5b15cf1-c323-439c-8cf9-2d761c12404a on host hv-cinder-85127 {{(pid=121474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 04:04:23.222146 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-47f2d2b3-81a4-4ff9-a871-8fdfe8078478 req-1c1cb4cd-a964-4cee-a1e9-19c2ffdf0d4c tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:23.229344 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-47f2d2b3-81a4-4ff9-a871-8fdfe8078478 req-1c1cb4cd-a964-4cee-a1e9-19c2ffdf0d4c tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.67 "DELETE /v2.0/ports/f5b15cf1-c323-439c-8cf9-2d761c12404a HTTP/1.1" status: 204 len: 173 time: 1.3619137 Jul 28 04:04:23.229795 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04979300-ed48-49df-85a4-13db2fae199b', 'name': 'network-vif-deleted', 'tag': 'f5b15cf1-c323-439c-8cf9-2d761c12404a'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:04:23.235191 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d3ac91-0b0c-47b2-90e8-fb1208df2ea0" -d '{"events": [{"server_uuid": "04979300-ed48-49df-85a4-13db2fae199b", "name": "network-vif-deleted", "tag": "f5b15cf1-c323-439c-8cf9-2d761c12404a"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:04:23.275243 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4abae570-3914-4140-aadc-3b69a1c6ed46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7777285', 'neutron.services.segments.db._delete_segments_for_network-8761988548554'] for network (4531d3b7-3c72-4c16-9fba-50470f633af2), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:23.325908 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.services.segments.db [None req-4abae570-3914-4140-aadc-3b69a1c6ed46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4531d3b7-3c72-4c16-9fba-50470f633af2']}} {{(pid=121475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:23.326447 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 04:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1990db21-b44c-44bb-8c98-d4258acd153e x-openstack-request-id: req-1990db21-b44c-44bb-8c98-d4258acd153e {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:04:23.326907 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04979300-ed48-49df-85a4-13db2fae199b", "name": "network-vif-deleted", "tag": "f5b15cf1-c323-439c-8cf9-2d761c12404a", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:04:23.327303 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1990db21-b44c-44bb-8c98-d4258acd153e {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:04:23.327941 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1990db21-b44c-44bb-8c98-d4258acd153e'] response: {'server_uuid': '04979300-ed48-49df-85a4-13db2fae199b', 'name': 'network-vif-deleted', 'tag': 'f5b15cf1-c323-439c-8cf9-2d761c12404a', 'status': 'completed', 'code': 200} Jul 28 04:04:23.342800 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.services.segments.db [None req-4abae570-3914-4140-aadc-3b69a1c6ed46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5651f66-4b70-44a2-a50e-d0d4e0ef16b9') {'for_net_delete': True} {{(pid=121475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:23.343180 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.services.segments.db [None req-4abae570-3914-4140-aadc-3b69a1c6ed46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5651f66-4b70-44a2-a50e-d0d4e0ef16b9') {} {{(pid=121475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:23.360158 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4abae570-3914-4140-aadc-3b69a1c6ed46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761988548455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097529'] for segment (f5651f66-4b70-44a2-a50e-d0d4e0ef16b9), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:23.388537 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:23.388537 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4abae570-3914-4140-aadc-3b69a1c6ed46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684'] for segment (f5651f66-4b70-44a2-a50e-d0d4e0ef16b9), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:23.395890 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-145ca539-ca67-4a19-a9cc-3cb228cbdd36 None None] Set router 2d1945e5-9fdd-4c9c-9878-1432accd293d gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:04:23.397313 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4abae570-3914-4140-aadc-3b69a1c6ed46 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=121475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:04:23.397967 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4abae570-3914-4140-aadc-3b69a1c6ed46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3956286'] for segment (f5651f66-4b70-44a2-a50e-d0d4e0ef16b9), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:23.638353 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4abae570-3914-4140-aadc-3b69a1c6ed46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7777294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1739581'] for network (4531d3b7-3c72-4c16-9fba-50470f633af2), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:23.662158 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4abae570-3914-4140-aadc-3b69a1c6ed46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for network (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:23.663993 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-4abae570-3914-4140-aadc-3b69a1c6ed46 admin admin] 10.222.0.66 "DELETE /v2.0/networks/4531d3b7-3c72-4c16-9fba-50470f633af2 HTTP/1.1" status: 204 len: 168 time: 1.2164440 Jul 28 04:04:23.693469 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-145ca539-ca67-4a19-a9cc-3cb228cbdd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'name': 'tempest-AttachVolumeNegativeTest-1250024005-router', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:58:59Z', 'revision_number': 4, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'gw_port': {'id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:45:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': 'c9e3be20-44f2-425a-a063-9ed509852e7c', 'name': '', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'mac_address': 'fa:16:3e:1e:0e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:58Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 5, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'subnets': [{'id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:23.695118 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abae570-3914-4140-aadc-3b69a1c6ed46 admin admin] Pushing event deleted for resources: {'Network': ['ID=4531d3b7-3c72-4c16-9fba-50470f633af2,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:23.708150 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.services.segments.plugin [-] Segment f5651f66-4b70-44a2-a50e-d0d4e0ef16b9 resource provider aggregate not found Jul 28 04:04:23.740622 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.services.segments.plugin [-] Segment f5651f66-4b70-44a2-a50e-d0d4e0ef16b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f5651f66-4b70-44a2-a50e-d0d4e0ef16b9 found for delete ", "request_id": "req-a01ab45a-7596-488d-a7dc-a8175bb525f6"}]} Jul 28 04:04:23.755861 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145ca539-ca67-4a19-a9cc-3cb228cbdd36 None None] Checking router: 2d1945e5-9fdd-4c9c-9878-1432accd293d for host: dv-cinder-851279-1-iscsi {{(pid=121476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:04:23.767555 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145ca539-ca67-4a19-a9cc-3cb228cbdd36 None None] Routers {'2d1945e5-9fdd-4c9c-9878-1432accd293d'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:04:23.768371 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-145ca539-ca67-4a19-a9cc-3cb228cbdd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:04:17Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['2d1945e5-9fdd-4c9c-9878-1432accd293d'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:24.075578 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3d060014-378e-41c1-8aa8-3edaa919d128 req-b591c3a3-856d-4d40-81a1-1ff10d241afb tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=04979300-ed48-49df-85a4-13db2fae199b HTTP/1.1" status: 200 len: 210 time: 0.0504274 Jul 28 04:04:24.105544 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-145ca539-ca67-4a19-a9cc-3cb228cbdd36 None None] Set router 2d1945e5-9fdd-4c9c-9878-1432accd293d gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:04:24.120519 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 56614) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:04:24.176242 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 56616) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:04:24.176544 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-fcfb1231-f3f0-435d-bd74-93eaf4eb1a9d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8bf7f0f7880a435ba552361bcb31ef91&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0540018 Jul 28 04:04:24.262172 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:24.280578 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-ba1722b9-2365-4122-ad3d-030fb78af413 admin admin] Publish callbacks [] for security_group (95f4571f-761f-4135-9d85-1064d224174f), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:24.310248 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-ba1722b9-2365-4122-ad3d-030fb78af413 admin admin] Publish callbacks [] for security_group (95f4571f-761f-4135-9d85-1064d224174f), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:24.388974 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-145ca539-ca67-4a19-a9cc-3cb228cbdd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'name': 'tempest-AttachVolumeNegativeTest-1250024005-router', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:58:59Z', 'revision_number': 4, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'gw_port': {'id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:45:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': 'c9e3be20-44f2-425a-a063-9ed509852e7c', 'name': '', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'mac_address': 'fa:16:3e:1e:0e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:58Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 5, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'subnets': [{'id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:24.433064 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145ca539-ca67-4a19-a9cc-3cb228cbdd36 None None] The sync data for ids ['2d1945e5-9fdd-4c9c-9878-1432accd293d'] in dv-cinder-851279-1-iscsi is: [{'id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'name': 'tempest-AttachVolumeNegativeTest-1250024005-router', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:58:59Z', 'revision_number': 4, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'gw_port': {'id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:45:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': 'c9e3be20-44f2-425a-a063-9ed509852e7c', 'name': '', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'mac_address': 'fa:16:3e:1e:0e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:58Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 5, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'subnets': [{'id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:04:24.462984 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-ba1722b9-2365-4122-ad3d-030fb78af413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (95f4571f-761f-4135-9d85-1064d224174f), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:24.470293 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-ba1722b9-2365-4122-ad3d-030fb78af413 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:24.474174 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-ba1722b9-2365-4122-ad3d-030fb78af413 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/95f4571f-761f-4135-9d85-1064d224174f HTTP/1.1" status: 204 len: 168 time: 0.2954230 Jul 28 04:04:24.514115 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1722b9-2365-4122-ad3d-030fb78af413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f4571f-761f-4135-9d85-1064d224174f,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:24.585493 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 725e3369-5a99-4787-a9ec-0c2e179f1e28 no longer exists at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:04:24.611606 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] No Port match for: 725e3369-5a99-4787-a9ec-0c2e179f1e28 {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:04:24.611939 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 725e3369-5a99-4787-a9ec-0c2e179f1e28 not bound to the agent host dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:04:24.803346 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce15396d-56cd-4d4d-953f-4c7c07291fc3 None None] New status for floating IP b782151c-79a0-4bbd-967f-591a0b0ad998: DOWN {{(pid=121477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 04:04:25.269158 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 56632) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:04:25.340440 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-7cf82a85-b4f6-4206-a4d9-ebdf4e230359 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group (299bd8aa-9d2d-4024-8455-c528bcb3b46e), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:25.370358 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-7cf82a85-b4f6-4206-a4d9-ebdf4e230359 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group (299bd8aa-9d2d-4024-8455-c528bcb3b46e), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:25.513073 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-7cf82a85-b4f6-4206-a4d9-ebdf4e230359 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (299bd8aa-9d2d-4024-8455-c528bcb3b46e), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:25.515873 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-7cf82a85-b4f6-4206-a4d9-ebdf4e230359 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:25.517085 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-7cf82a85-b4f6-4206-a4d9-ebdf4e230359 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "DELETE /v2.0/security-groups/299bd8aa-9d2d-4024-8455-c528bcb3b46e HTTP/1.1" status: 204 len: 168 time: 0.2468545 Jul 28 04:04:25.520358 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 56636) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:04:25.529066 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf82a85-b4f6-4206-a4d9-ebdf4e230359 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=299bd8aa-9d2d-4024-8455-c528bcb3b46e,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:25.536768 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.api.v2.resource [None req-602cf01f-b715-4ea7-bcee-9465d172a40a tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] show failed (client error): The resource could not be found. Jul 28 04:04:25.537845 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-602cf01f-b715-4ea7-bcee-9465d172a40a tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups/299bd8aa-9d2d-4024-8455-c528bcb3b46e HTTP/1.1" status: 404 len: 347 time: 0.0164087 Jul 28 04:04:25.541713 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 56638) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:04:25.673696 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-9cb3256b-5500-4759-92f9-8a3f47e8f0b5 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Deleting port c6ebf89c-c97b-4458-b63b-ecba36ffc126 {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:04:25.674341 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-9cb3256b-5500-4759-92f9-8a3f47e8f0b5 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (c6ebf89c-c97b-4458-b63b-ecba36ffc126), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:25.797546 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-9cb3256b-5500-4759-92f9-8a3f47e8f0b5 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (c6ebf89c-c97b-4458-b63b-ecba36ffc126), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:25.797824 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-9cb3256b-5500-4759-92f9-8a3f47e8f0b5 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for floatingip (c6ebf89c-c97b-4458-b63b-ecba36ffc126), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:25.813551 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-9cb3256b-5500-4759-92f9-8a3f47e8f0b5 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Calling delete_port for c6ebf89c-c97b-4458-b63b-ecba36ffc126 owned by network:floatingip {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:04:26.069297 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-9cb3256b-5500-4759-92f9-8a3f47e8f0b5 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (c6ebf89c-c97b-4458-b63b-ecba36ffc126), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:26.101358 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb3256b-5500-4759-92f9-8a3f47e8f0b5 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Pushing event deleted for resources: {'Port': ['ID=c6ebf89c-c97b-4458-b63b-ecba36ffc126,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:26.158272 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:26.183394 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-9cb3256b-5500-4759-92f9-8a3f47e8f0b5 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for floatingip (b782151c-79a0-4bbd-967f-591a0b0ad998), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:26.188461 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-9cb3256b-5500-4759-92f9-8a3f47e8f0b5 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for floatingip (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:26.190356 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-9cb3256b-5500-4759-92f9-8a3f47e8f0b5 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "DELETE /v2.0/floatingips/b782151c-79a0-4bbd-967f-591a0b0ad998 HTTP/1.1" status: 204 len: 168 time: 0.6471505 Jul 28 04:04:26.404459 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 56654) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:04:26.409419 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-cb8f983f-a0d5-43de-a073-5087be3f8345 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Request body: {'security_group': {'name': 'tempest-securitygroup--335664290', 'description': 'tempest-description--1777470817'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:04:26.446705 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device f5b15cf1-c323-439c-8cf9-2d761c12404a no longer exists at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:04:26.471422 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] No Port match for: f5b15cf1-c323-439c-8cf9-2d761c12404a {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:04:26.471712 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device f5b15cf1-c323-439c-8cf9-2d761c12404a not bound to the agent host hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:04:26.513444 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-cb8f983f-a0d5-43de-a073-5087be3f8345 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:26.607754 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-cb8f983f-a0d5-43de-a073-5087be3f8345 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group (369e18ce-e2b9-48ae-ae4c-60d0c5fbcbbc), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:26.698036 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-cb8f983f-a0d5-43de-a073-5087be3f8345 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (369e18ce-e2b9-48ae-ae4c-60d0c5fbcbbc), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:26.719924 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:26.734885 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f983f-a0d5-43de-a073-5087be3f8345 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=369e18ce-e2b9-48ae-ae4c-60d0c5fbcbbc,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:26.798251 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-cb8f983f-a0d5-43de-a073-5087be3f8345 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:26.799832 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-cb8f983f-a0d5-43de-a073-5087be3f8345 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3942690 Jul 28 04:04:26.803068 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 56658) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:04:26.807891 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-12d7a780-f4a0-4010-b9e2-6462822c8c39 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Request body: {'security_group_rule': {'security_group_id': '369e18ce-e2b9-48ae-ae4c-60d0c5fbcbbc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:04:26.960224 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-12d7a780-f4a0-4010-b9e2-6462822c8c39 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group_rule (36f9aa08-8017-460f-9ee8-32683790c03d), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:27.045022 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-12d7a780-f4a0-4010-b9e2-6462822c8c39 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group_rule (36f9aa08-8017-460f-9ee8-32683790c03d), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:27.189575 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-12d7a780-f4a0-4010-b9e2-6462822c8c39 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831501'] for security_group_rule (36f9aa08-8017-460f-9ee8-32683790c03d), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:27.212090 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d7a780-f4a0-4010-b9e2-6462822c8c39 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36f9aa08-8017-460f-9ee8-32683790c03d,revision_number=0']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:27.300631 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-12d7a780-f4a0-4010-b9e2-6462822c8c39 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:27.302200 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-12d7a780-f4a0-4010-b9e2-6462822c8c39 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4981339 Jul 28 04:04:27.315104 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 56664) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:04:27.320219 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-77647301-9e2f-4a7c-8d30-bd37538266da tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Request body: {'security_group_rule': {'security_group_id': '369e18ce-e2b9-48ae-ae4c-60d0c5fbcbbc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:04:27.449181 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-77647301-9e2f-4a7c-8d30-bd37538266da tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group_rule (37e1b061-6e72-44bc-afbd-8ca83f05499e), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:27.519600 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-77647301-9e2f-4a7c-8d30-bd37538266da tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group_rule (37e1b061-6e72-44bc-afbd-8ca83f05499e), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:27.624386 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-77647301-9e2f-4a7c-8d30-bd37538266da tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831501'] for security_group_rule (37e1b061-6e72-44bc-afbd-8ca83f05499e), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:27.646835 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77647301-9e2f-4a7c-8d30-bd37538266da tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37e1b061-6e72-44bc-afbd-8ca83f05499e,revision_number=0']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:27.784210 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-77647301-9e2f-4a7c-8d30-bd37538266da tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:27.785591 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-77647301-9e2f-4a7c-8d30-bd37538266da tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4693682 Jul 28 04:04:27.790046 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 56668) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:04:27.795383 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-e052794a-0a24-449a-946f-f43a018bcd0c tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Request body: {'floatingip': {'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:04:27.807612 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=10 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:27.913592 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-e052794a-0a24-449a-946f-f43a018bcd0c tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:28.038147 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-e052794a-0a24-449a-946f-f43a018bcd0c tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:28.173598 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.db_base_plugin_common [None req-e052794a-0a24-449a-946f-f43a018bcd0c tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Allocated IP 172.27.0.132 (ea650c0a-dc48-4a0d-a6e0-295879bc3df9/483d9f6f-a7db-4d58-8be3-14e833e697b6/230634b9-158a-42b3-aee8-548fe64ec9f3) {{(pid=121475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:04:28.311914 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-e052794a-0a24-449a-946f-f43a018bcd0c tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for port (230634b9-158a-42b3-aee8-548fe64ec9f3), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:28.459115 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-e052794a-0a24-449a-946f-f43a018bcd0c tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3956301'] for port (230634b9-158a-42b3-aee8-548fe64ec9f3), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:28.502884 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e052794a-0a24-449a-946f-f43a018bcd0c tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Network ea650c0a-dc48-4a0d-a6e0-295879bc3df9 is already hosted by enough agents. {{(pid=121475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:04:28.509010 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.base_scheduler [None req-e052794a-0a24-449a-946f-f43a018bcd0c tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Resources bound (agent type, host, resource id): {{(pid=121475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:04:28.513793 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e052794a-0a24-449a-946f-f43a018bcd0c tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Received port after_create {{(pid=121475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 04:04:28.544641 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:28.549386 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e052794a-0a24-449a-946f-f43a018bcd0c tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Pushing event updated for resources: {'Port': ['ID=230634b9-158a-42b3-aee8-548fe64ec9f3,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:28.647440 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-e052794a-0a24-449a-946f-f43a018bcd0c tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for floatingip (ce2d7c86-4d15-4f2d-baf9-64437e034155), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:28.765720 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-e052794a-0a24-449a-946f-f43a018bcd0c tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (230634b9-158a-42b3-aee8-548fe64ec9f3), before_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:28.884337 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:28.964662 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-e052794a-0a24-449a-946f-f43a018bcd0c tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for port (230634b9-158a-42b3-aee8-548fe64ec9f3), precommit_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:29.061998 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-e052794a-0a24-449a-946f-f43a018bcd0c tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3956314'] for port (230634b9-158a-42b3-aee8-548fe64ec9f3), after_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:29.142712 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e052794a-0a24-449a-946f-f43a018bcd0c tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Pushing event updated for resources: {'Port': ['ID=230634b9-158a-42b3-aee8-548fe64ec9f3,revision_number=2']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:29.172878 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-e052794a-0a24-449a-946f-f43a018bcd0c tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739753'] for floatingip (ce2d7c86-4d15-4f2d-baf9-64437e034155), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:29.323807 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-e052794a-0a24-449a-946f-f43a018bcd0c tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for floatingip (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:29.325298 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-e052794a-0a24-449a-946f-f43a018bcd0c tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5340121 Jul 28 04:04:29.578088 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-d6429ea8-f6d8-4c19-b249-2efa9390aa0c tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--335664290&fields=id&tenant_id=f68fb083db524ab59ba49d71ae754ba0 HTTP/1.1" status: 200 len: 267 time: 0.0596333 Jul 28 04:04:29.717644 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-9c72ae3c-b76c-4c4c-8dd2-85eff527e1ed tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:29.719281 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-9c72ae3c-b76c-4c4c-8dd2-85eff527e1ed tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/networks?id=9cf9021b-c509-4bfd-870b-1ff5c987c7dd HTTP/1.1" status: 200 len: 815 time: 0.1288908 Jul 28 04:04:29.740509 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-222cf6c2-e2a3-410d-af0c-22004b8a8a73 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/quotas/f68fb083db524ab59ba49d71ae754ba0 HTTP/1.1" status: 200 len: 375 time: 0.0106633 Jul 28 04:04:29.815386 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-8b8e22e2-2fa6-4d93-8499-425489d20cf9 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f68fb083db524ab59ba49d71ae754ba0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642042 Jul 28 04:04:30.113073 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-5110f8fe-fded-4220-baf4-aa5822ae4399 service neutron] 10.222.0.66 "GET /v2.0/networks/9cf9021b-c509-4bfd-870b-1ff5c987c7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848458 Jul 28 04:04:30.247027 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-fb24e9a6-ddc8-462e-a5fe-95bd7c927778 service neutron] 10.222.0.66 "GET /v2.0/networks/9cf9021b-c509-4bfd-870b-1ff5c987c7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260443 Jul 28 04:04:30.539925 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-5cc57cca-8e52-4373-821f-d6b1f7a67370 req-037e9cdb-ea2b-4da6-bdad-6fdb34c36d7e tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2fa4aca-3faa-4e71-930d-e9070e320b36 HTTP/1.1" status: 200 len: 210 time: 0.0484025 Jul 28 04:04:31.651320 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-a56a6ff5-dc77-4bcd-a9fb-ee8ec7f63256 req-b3a92316-aef8-438f-a317-d488cf7de3a3 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2fa4aca-3faa-4e71-930d-e9070e320b36 HTTP/1.1" status: 200 len: 210 time: 0.0318472 Jul 28 04:04:32.778211 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-c96a65c6-30f9-4f32-bbaf-3a7320125743 req-67cca241-0052-4747-bf0b-20529ba3a0be tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2fa4aca-3faa-4e71-930d-e9070e320b36 HTTP/1.1" status: 200 len: 210 time: 0.0310264 Jul 28 04:04:33.630600 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-2c1e9293-540d-4739-be9f-030d009b0d0a tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:33.632088 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-2c1e9293-540d-4739-be9f-030d009b0d0a tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.67 "GET /v2.0/networks?id=9cf9021b-c509-4bfd-870b-1ff5c987c7dd HTTP/1.1" status: 200 len: 815 time: 0.1639736 Jul 28 04:04:33.715228 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-a66d1e3e-4ae7-44e8-95bb-9f28e03a58d5 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f68fb083db524ab59ba49d71ae754ba0 HTTP/1.1" status: 200 len: 379 time: 0.0704744 Jul 28 04:04:33.725880 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-3251e3a1-5c94-4ed0-a4fc-01efeb123442 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Request body: {'port': {'device_id': 'f2fa4aca-3faa-4e71-930d-e9070e320b36', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'admin_state_up': True, 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'security_groups': ['369e18ce-e2b9-48ae-ae4c-60d0c5fbcbbc']}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:04:33.803746 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:34.196054 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-3251e3a1-5c94-4ed0-a4fc-01efeb123442 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Made reservation on behalf of f68fb083db524ab59ba49d71ae754ba0 for: {'port': 1} {{(pid=121474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:04:34.200325 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-3251e3a1-5c94-4ed0-a4fc-01efeb123442 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:34.223036 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3cf131d7-cd05-45de-93a0-8867d23b4967 req-ebbd221f-3494-411c-bb4f-8960ca62d981 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2fa4aca-3faa-4e71-930d-e9070e320b36 HTTP/1.1" status: 200 len: 210 time: 0.3362119 Jul 28 04:04:34.394201 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.db_base_plugin_common [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-3251e3a1-5c94-4ed0-a4fc-01efeb123442 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Allocated IP 172.20.0.12 (9cf9021b-c509-4bfd-870b-1ff5c987c7dd/38052aec-d1bf-4b5e-9038-8acf97ddbe30/2b8528eb-bc69-4fed-a16b-cf002901bbcd) {{(pid=121474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:04:34.570051 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-3251e3a1-5c94-4ed0-a4fc-01efeb123442 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for port (2b8528eb-bc69-4fed-a16b-cf002901bbcd), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:34.690958 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-3251e3a1-5c94-4ed0-a4fc-01efeb123442 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (2b8528eb-bc69-4fed-a16b-cf002901bbcd), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:34.750126 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-3251e3a1-5c94-4ed0-a4fc-01efeb123442 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Network 9cf9021b-c509-4bfd-870b-1ff5c987c7dd is already hosted by enough agents. {{(pid=121474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:04:34.754107 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-3251e3a1-5c94-4ed0-a4fc-01efeb123442 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Resources bound (agent type, host, resource id): {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:04:34.758280 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:34.760042 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-3251e3a1-5c94-4ed0-a4fc-01efeb123442 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Received port after_create {{(pid=121474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 04:04:34.768366 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3251e3a1-5c94-4ed0-a4fc-01efeb123442 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Pushing event updated for resources: {'Port': ['ID=2b8528eb-bc69-4fed-a16b-cf002901bbcd,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:34.833490 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-3251e3a1-5c94-4ed0-a4fc-01efeb123442 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:34.834153 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-3251e3a1-5c94-4ed0-a4fc-01efeb123442 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:34.950426 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-3251e3a1-5c94-4ed0-a4fc-01efeb123442 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2286725 Jul 28 04:04:35.024132 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-57d987b9-421b-49ca-ac54-30cce01fef6a service neutron] Request body: {'port': {'device_id': 'f2fa4aca-3faa-4e71-930d-e9070e320b36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:04:35.069571 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-889cee0b-f1dd-485a-b98a-f0391b92c63c None None] Provisioning complete for port 2b8528eb-bc69-4fed-a16b-cf002901bbcd triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:04:35.070203 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-889cee0b-f1dd-485a-b98a-f0391b92c63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (2b8528eb-bc69-4fed-a16b-cf002901bbcd), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:35.108733 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-889cee0b-f1dd-485a-b98a-f0391b92c63c None None] Port 2b8528eb-bc69-4fed-a16b-cf002901bbcd cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 04:04:35.137706 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-57d987b9-421b-49ca-ac54-30cce01fef6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (2b8528eb-bc69-4fed-a16b-cf002901bbcd), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:35.406992 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347907b-ea6c-4b76-9eb0-1c95dbca959f req-95350f5b-19f5-4b5b-9562-b615bde4dc05 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:35.408963 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-1347907b-ea6c-4b76-9eb0-1c95dbca959f req-95350f5b-19f5-4b5b-9562-b615bde4dc05 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2fa4aca-3faa-4e71-930d-e9070e320b36 HTTP/1.1" status: 200 len: 932 time: 0.0721881 Jul 28 04:04:35.484880 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-1347907b-ea6c-4b76-9eb0-1c95dbca959f req-7905e86b-4899-49f7-81ab-924ef3ea4ac8 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=369e18ce-e2b9-48ae-ae4c-60d0c5fbcbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687816 Jul 28 04:04:35.545488 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-57d987b9-421b-49ca-ac54-30cce01fef6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b8528eb-bc69-4fed-a16b-cf002901bbcd {{(pid=121474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 04:04:35.556844 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:35.561002 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-57d987b9-421b-49ca-ac54-30cce01fef6a service neutron] Publish callbacks [] for port (2b8528eb-bc69-4fed-a16b-cf002901bbcd), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:35.585816 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.provisioning_blocks [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-57d987b9-421b-49ca-ac54-30cce01fef6a service neutron] Transition to ACTIVE for port object 2b8528eb-bc69-4fed-a16b-cf002901bbcd will not be triggered until provisioned by entity L2. {{(pid=121474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 04:04:35.691787 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-57d987b9-421b-49ca-ac54-30cce01fef6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26044716'] for port (2b8528eb-bc69-4fed-a16b-cf002901bbcd), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:35.795480 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d987b9-421b-49ca-ac54-30cce01fef6a service neutron] Pushing event updated for resources: {'Port': ['ID=2b8528eb-bc69-4fed-a16b-cf002901bbcd,revision_number=2']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:35.905149 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-57d987b9-421b-49ca-ac54-30cce01fef6a service neutron] Attempting to bind port 2b8528eb-bc69-4fed-a16b-cf002901bbcd on host hv-cinder-85127 for vnic_type normal with profile {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 04:04:35.905674 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-57d987b9-421b-49ca-ac54-30cce01fef6a service neutron] Attempting to bind port 2b8528eb-bc69-4fed-a16b-cf002901bbcd by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '37f94176-e298-4b67-acca-ec05537ae703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd'}] {{(pid=121474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 04:04:35.906159 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-57d987b9-421b-49ca-ac54-30cce01fef6a service neutron] Attempting to bind port 2b8528eb-bc69-4fed-a16b-cf002901bbcd on network 9cf9021b-c509-4bfd-870b-1ff5c987c7dd {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:04:35.915353 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-57d987b9-421b-49ca-ac54-30cce01fef6a service neutron] Port 2b8528eb-bc69-4fed-a16b-cf002901bbcd on network 9cf9021b-c509-4bfd-870b-1ff5c987c7dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 04:04:35.915864 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-57d987b9-421b-49ca-ac54-30cce01fef6a service neutron] Attempting to bind port 2b8528eb-bc69-4fed-a16b-cf002901bbcd on network 9cf9021b-c509-4bfd-870b-1ff5c987c7dd {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:04:35.925529 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-57d987b9-421b-49ca-ac54-30cce01fef6a service neutron] Checking agent: {'id': 'a6d923ff-d983-4784-981f-1bbce4c5c5ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 56, 49), 'started_at': datetime.datetime(2022, 7, 28, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 4, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 04:04:35.929050 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-57d987b9-421b-49ca-ac54-30cce01fef6a service neutron] Checking segment: {'id': '37f94176-e298-4b67-acca-ec05537ae703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 04:04:35.929050 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-57d987b9-421b-49ca-ac54-30cce01fef6a service neutron] Bound using segment: {'id': '37f94176-e298-4b67-acca-ec05537ae703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd'} {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 04:04:35.929050 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-57d987b9-421b-49ca-ac54-30cce01fef6a service neutron] Bound port: 2b8528eb-bc69-4fed-a16b-cf002901bbcd, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37f94176-e298-4b67-acca-ec05537ae703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd'}}] {{(pid=121474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 04:04:35.929050 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-57d987b9-421b-49ca-ac54-30cce01fef6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (2b8528eb-bc69-4fed-a16b-cf002901bbcd), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:36.083220 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-57d987b9-421b-49ca-ac54-30cce01fef6a service neutron] For port 2b8528eb-bc69-4fed-a16b-cf002901bbcd, host hv-cinder-85127, cleared binding levels {{(pid=121474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:04:36.089019 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-57d987b9-421b-49ca-ac54-30cce01fef6a service neutron] For port 2b8528eb-bc69-4fed-a16b-cf002901bbcd, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=2b8528eb-bc69-4fed-a16b-cf002901bbcd,segment=NetworkSegment(37f94176-e298-4b67-acca-ec05537ae703),segment_id=37f94176-e298-4b67-acca-ec05537ae703)] {{(pid=121474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:04:36.167566 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-57d987b9-421b-49ca-ac54-30cce01fef6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26044716'] for port (2b8528eb-bc69-4fed-a16b-cf002901bbcd), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:36.224881 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-57d987b9-421b-49ca-ac54-30cce01fef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:36.225673 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-57d987b9-421b-49ca-ac54-30cce01fef6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:36.228266 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-57d987b9-421b-49ca-ac54-30cce01fef6a service neutron] 10.222.0.67 "PUT /v2.0/ports/2b8528eb-bc69-4fed-a16b-cf002901bbcd HTTP/1.1" status: 200 len: 1094 time: 1.2704461 Jul 28 04:04:36.228652 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2fa4aca-3faa-4e71-930d-e9070e320b36', 'tag': '2b8528eb-bc69-4fed-a16b-cf002901bbcd'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:04:36.235566 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2cca77d-5152-4742-b002-d0a56953d586" -d '{"events": [{"name": "network-changed", "server_uuid": "f2fa4aca-3faa-4e71-930d-e9070e320b36", "tag": "2b8528eb-bc69-4fed-a16b-cf002901bbcd"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:04:36.262004 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d987b9-421b-49ca-ac54-30cce01fef6a service neutron] Pushing event updated for resources: {'Port': ['ID=2b8528eb-bc69-4fed-a16b-cf002901bbcd,revision_number=3']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:36.415172 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-370cf759-0360-4151-a6ea-359b64546823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:36.417158 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-370cf759-0360-4151-a6ea-359b64546823 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f68fb083db524ab59ba49d71ae754ba0&device_id=f2fa4aca-3faa-4e71-930d-e9070e320b36 HTTP/1.1" status: 200 len: 1128 time: 0.0565267 Jul 28 04:04:36.485981 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 04:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d48f850-f675-497c-912b-2619f6288b60 x-openstack-request-id: req-6d48f850-f675-497c-912b-2619f6288b60 {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:04:36.486440 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2fa4aca-3faa-4e71-930d-e9070e320b36", "tag": "2b8528eb-bc69-4fed-a16b-cf002901bbcd", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:04:36.487117 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6d48f850-f675-497c-912b-2619f6288b60 {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:04:36.488066 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d48f850-f675-497c-912b-2619f6288b60'] response: {'name': 'network-changed', 'server_uuid': 'f2fa4aca-3faa-4e71-930d-e9070e320b36', 'tag': '2b8528eb-bc69-4fed-a16b-cf002901bbcd', 'status': 'completed', 'code': 200} Jul 28 04:04:36.491107 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-3bd38e7d-ae14-48b5-8423-9efb3fb90c71 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b8528eb-bc69-4fed-a16b-cf002901bbcd HTTP/1.1" status: 200 len: 217 time: 0.0658474 Jul 28 04:04:36.550645 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-ce78b742-1af5-46e5-a968-e85771452927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:36.552278 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-ce78b742-1af5-46e5-a968-e85771452927 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=38052aec-d1bf-4b5e-9038-8acf97ddbe30 HTTP/1.1" status: 200 len: 854 time: 0.0531428 Jul 28 04:04:36.616965 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:36.649097 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-a38558ac-e868-4474-ad28-a2e4184b8186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:36.650921 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-a38558ac-e868-4474-ad28-a2e4184b8186 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9cf9021b-c509-4bfd-870b-1ff5c987c7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0913754 Jul 28 04:04:36.721852 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c476759-ba5d-4748-aa2a-bcea3e80200b req-d54008a6-94c6-432f-81d3-9f8473c90337 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:36.724098 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-5c476759-ba5d-4748-aa2a-bcea3e80200b req-d54008a6-94c6-432f-81d3-9f8473c90337 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2fa4aca-3faa-4e71-930d-e9070e320b36 HTTP/1.1" status: 200 len: 944 time: 0.1222594 Jul 28 04:04:36.825429 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-40095a89-cb5f-4cda-85a3-12b40f6039c9 service neutron] 10.222.0.67 "GET /v2.0/networks/9cf9021b-c509-4bfd-870b-1ff5c987c7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668589 Jul 28 04:04:36.828944 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-5c476759-ba5d-4748-aa2a-bcea3e80200b req-0755545b-77b8-41ee-afbe-75013667fad9 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=369e18ce-e2b9-48ae-ae4c-60d0c5fbcbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949290 Jul 28 04:04:36.965525 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0b6bfed6-c9d9-4441-aa36-4053283e8665 req-7485f232-f566-4059-bb6f-e242c7126e4e service neutron] 10.222.0.67 "GET /v2.0/networks/9cf9021b-c509-4bfd-870b-1ff5c987c7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322346 Jul 28 04:04:37.743982 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 56816) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:04:37.882475 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-be10df1c-f7b1-40f6-b076-7f6bbd6f8ae3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:37.986471 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:38.011336 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cca77d-5152-4742-b002-d0a56953d586 req-63948a0d-4228-4d1a-a29f-78ed4818e3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:38.013128 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c2cca77d-5152-4742-b002-d0a56953d586 req-63948a0d-4228-4d1a-a29f-78ed4818e3a7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f68fb083db524ab59ba49d71ae754ba0&device_id=f2fa4aca-3faa-4e71-930d-e9070e320b36 HTTP/1.1" status: 200 len: 1128 time: 0.0867124 Jul 28 04:04:38.024196 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:38.053916 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0a000-4169-4500-a59b-a5eacfe3ed72 req-36729638-0715-4b2e-9d37-6396c990b1a4 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:38.056705 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-42d0a000-4169-4500-a59b-a5eacfe3ed72 req-36729638-0715-4b2e-9d37-6396c990b1a4 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2fa4aca-3faa-4e71-930d-e9070e320b36 HTTP/1.1" status: 200 len: 944 time: 0.0810471 Jul 28 04:04:38.075369 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-be10df1c-f7b1-40f6-b076-7f6bbd6f8ae3 admin admin] Publish callbacks [] for security_group (fd200067-f973-4572-90b0-16191b49f646), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:38.130382 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:DELETE=1,neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:38.136699 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-42d0a000-4169-4500-a59b-a5eacfe3ed72 req-bc4cae01-95ab-472a-87b8-b2bf37bee025 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=369e18ce-e2b9-48ae-ae4c-60d0c5fbcbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594964 Jul 28 04:04:38.143722 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-be10df1c-f7b1-40f6-b076-7f6bbd6f8ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (fd200067-f973-4572-90b0-16191b49f646), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:38.187142 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cca77d-5152-4742-b002-d0a56953d586 req-89390286-9ac8-4217-987e-86334ecbad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:38.189795 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c2cca77d-5152-4742-b002-d0a56953d586 req-89390286-9ac8-4217-987e-86334ecbad4e service neutron] 10.222.0.67 "GET /v2.0/networks?id=9cf9021b-c509-4bfd-870b-1ff5c987c7dd HTTP/1.1" status: 200 len: 916 time: 0.1699104 Jul 28 04:04:38.225004 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-be10df1c-f7b1-40f6-b076-7f6bbd6f8ae3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e54ce3c7d0fc472f91c5d34d303e9a5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4795389 Jul 28 04:04:38.229759 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 56826) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:04:38.239693 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be10df1c-f7b1-40f6-b076-7f6bbd6f8ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd200067-f973-4572-90b0-16191b49f646,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:38.241563 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c2cca77d-5152-4742-b002-d0a56953d586 req-fa872d78-c0a9-49a6-9f59-65f271c24efc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b8528eb-bc69-4fed-a16b-cf002901bbcd HTTP/1.1" status: 200 len: 217 time: 0.0429447 Jul 28 04:04:38.267273 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10df1c-f7b1-40f6-b076-7f6bbd6f8ae3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:38.267642 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10df1c-f7b1-40f6-b076-7f6bbd6f8ae3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:38.267924 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10df1c-f7b1-40f6-b076-7f6bbd6f8ae3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:38.268302 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10df1c-f7b1-40f6-b076-7f6bbd6f8ae3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:38.268627 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10df1c-f7b1-40f6-b076-7f6bbd6f8ae3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:38.268978 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10df1c-f7b1-40f6-b076-7f6bbd6f8ae3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:38.269266 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10df1c-f7b1-40f6-b076-7f6bbd6f8ae3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:38.269588 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10df1c-f7b1-40f6-b076-7f6bbd6f8ae3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:38.269945 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10df1c-f7b1-40f6-b076-7f6bbd6f8ae3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:38.270266 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10df1c-f7b1-40f6-b076-7f6bbd6f8ae3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:38.270589 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10df1c-f7b1-40f6-b076-7f6bbd6f8ae3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:38.270911 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10df1c-f7b1-40f6-b076-7f6bbd6f8ae3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:38.271229 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10df1c-f7b1-40f6-b076-7f6bbd6f8ae3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:38.271551 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10df1c-f7b1-40f6-b076-7f6bbd6f8ae3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:38.271863 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10df1c-f7b1-40f6-b076-7f6bbd6f8ae3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:38.315397 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cca77d-5152-4742-b002-d0a56953d586 req-68229ccb-31b8-4c48-883c-c814181e479b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:38.317454 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c2cca77d-5152-4742-b002-d0a56953d586 req-68229ccb-31b8-4c48-883c-c814181e479b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=38052aec-d1bf-4b5e-9038-8acf97ddbe30 HTTP/1.1" status: 200 len: 854 time: 0.0693967 Jul 28 04:04:38.324828 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-f0f9f697-b609-4026-8ea5-e43cbb0d9533 admin admin] Publish callbacks [] for security_group (fd200067-f973-4572-90b0-16191b49f646), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:38.361185 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-f0f9f697-b609-4026-8ea5-e43cbb0d9533 admin admin] Publish callbacks [] for security_group (fd200067-f973-4572-90b0-16191b49f646), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:38.379219 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cca77d-5152-4742-b002-d0a56953d586 req-d5eb3bb4-6ebe-4ed0-9dc3-9ba038b900a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:38.381256 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c2cca77d-5152-4742-b002-d0a56953d586 req-d5eb3bb4-6ebe-4ed0-9dc3-9ba038b900a7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9cf9021b-c509-4bfd-870b-1ff5c987c7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568845 Jul 28 04:04:38.502798 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c2cca77d-5152-4742-b002-d0a56953d586 req-a838daf1-db6c-4805-bc52-f6c3ea8a2de7 service neutron] 10.222.0.67 "GET /v2.0/networks/9cf9021b-c509-4bfd-870b-1ff5c987c7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104290 Jul 28 04:04:38.510054 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-f0f9f697-b609-4026-8ea5-e43cbb0d9533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (fd200067-f973-4572-90b0-16191b49f646), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:38.513642 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-f0f9f697-b609-4026-8ea5-e43cbb0d9533 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:38.515181 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-f0f9f697-b609-4026-8ea5-e43cbb0d9533 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fd200067-f973-4572-90b0-16191b49f646 HTTP/1.1" status: 204 len: 168 time: 0.2842646 Jul 28 04:04:38.531242 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9f697-b609-4026-8ea5-e43cbb0d9533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd200067-f973-4572-90b0-16191b49f646,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:38.683281 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c2cca77d-5152-4742-b002-d0a56953d586 req-cdb17026-530f-47db-bdd3-27a6076b65af service neutron] 10.222.0.67 "GET /v2.0/networks/9cf9021b-c509-4bfd-870b-1ff5c987c7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735744 Jul 28 04:04:39.316702 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6f184-6b79-4a03-8daa-c0e3e553973e req-2cd0c701-f32c-4ea5-b0ca-3a8d9ab4009b tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:39.319046 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-5bd6f184-6b79-4a03-8daa-c0e3e553973e req-2cd0c701-f32c-4ea5-b0ca-3a8d9ab4009b tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2fa4aca-3faa-4e71-930d-e9070e320b36 HTTP/1.1" status: 200 len: 944 time: 0.0787280 Jul 28 04:04:39.408071 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-5bd6f184-6b79-4a03-8daa-c0e3e553973e req-fa52c465-2702-49aa-ab5c-efbb7dedea94 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=369e18ce-e2b9-48ae-ae4c-60d0c5fbcbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794477 Jul 28 04:04:39.495026 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec75396-a941-4dae-a388-c1e102135483 req-5239ceef-3ffd-45a9-bdf6-4e6eba99b56a tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:39.498758 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0ec75396-a941-4dae-a388-c1e102135483 req-5239ceef-3ffd-45a9-bdf6-4e6eba99b56a tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 946 time: 0.0634222 Jul 28 04:04:39.581267 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0ec75396-a941-4dae-a388-c1e102135483 req-ff2d7495-4f81-4ecb-b4a0-67c1718e9e73 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706062 Jul 28 04:04:39.623836 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:39.628479 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:39.793088 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.agents_db [None req-58c662dc-5ea5-4853-b3cc-f7bb2188e679 None None] Agent healthcheck: found 6 active agents {{(pid=121477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:04:40.520754 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device 2b8528eb-bc69-4fed-a16b-cf002901bbcd details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=121476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:04:40.599232 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb8f43-7f71-444b-b74f-c0c2be18a7fa req-d1acef53-3c5a-43b0-a7f6-83763454469d tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:40.603449 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-1ceb8f43-7f71-444b-b74f-c0c2be18a7fa req-d1acef53-3c5a-43b0-a7f6-83763454469d tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2fa4aca-3faa-4e71-930d-e9070e320b36 HTTP/1.1" status: 200 len: 944 time: 0.0998995 Jul 28 04:04:40.656987 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port 2b8528eb-bc69-4fed-a16b-cf002901bbcd, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=2b8528eb-bc69-4fed-a16b-cf002901bbcd,segment=NetworkSegment(37f94176-e298-4b67-acca-ec05537ae703),segment_id=37f94176-e298-4b67-acca-ec05537ae703)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:04:40.664645 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Returning: {'device': '2b8528eb-bc69-4fed-a16b-cf002901bbcd', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'port_id': '2b8528eb-bc69-4fed-a16b-cf002901bbcd', 'mac_address': 'fa:16:3e:3a:e0:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:04:40.707753 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-1ceb8f43-7f71-444b-b74f-c0c2be18a7fa req-d62e7559-b25e-4654-a5f0-85cc51ef6929 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=369e18ce-e2b9-48ae-ae4c-60d0c5fbcbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975707 Jul 28 04:04:40.713451 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port 2b8528eb-bc69-4fed-a16b-cf002901bbcd is: DOWN; New status is: BUILD {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:04:40.713836 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (2b8528eb-bc69-4fed-a16b-cf002901bbcd), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:40.731112 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b8528eb-bc69-4fed-a16b-cf002901bbcd {{(pid=121476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 04:04:40.762443 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port 2b8528eb-bc69-4fed-a16b-cf002901bbcd, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=2b8528eb-bc69-4fed-a16b-cf002901bbcd,segment=NetworkSegment(37f94176-e298-4b67-acca-ec05537ae703),segment_id=37f94176-e298-4b67-acca-ec05537ae703)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:04:40.803283 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3bbc12-c283-4982-93a0-c74d85ecdaed req-045defbf-c57b-4155-b5a8-899eddd42fe9 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:40.806414 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-9b3bbc12-c283-4982-93a0-c74d85ecdaed req-045defbf-c57b-4155-b5a8-899eddd42fe9 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 946 time: 0.0663919 Jul 28 04:04:40.840984 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (2b8528eb-bc69-4fed-a16b-cf002901bbcd), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:40.902020 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-9b3bbc12-c283-4982-93a0-c74d85ecdaed req-c9d5ae75-f986-48be-8bd4-1a8f7f3f7514 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862396 Jul 28 04:04:40.908899 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=2b8528eb-bc69-4fed-a16b-cf002901bbcd,revision_number=4']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:41.108901 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] get_ports_and_sgs() called for port_ids ['2b8528eb-bc69-4fed-a16b-cf002901bbcd'] {{(pid=121476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:04:41.249752 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:41.768747 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 56902) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:04:41.897041 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9bf31-24f6-4834-ac09-2cb5d3ea414f req-d7099a5b-ccd4-4514-8a86-a80808e8b5ab tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:41.899715 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-24af5a16-fe3a-4b99-bb14-b99e884ce07b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:41.900744 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-45c9bf31-24f6-4834-ac09-2cb5d3ea414f req-d7099a5b-ccd4-4514-8a86-a80808e8b5ab tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2fa4aca-3faa-4e71-930d-e9070e320b36 HTTP/1.1" status: 200 len: 945 time: 0.0891502 Jul 28 04:04:41.982457 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-45c9bf31-24f6-4834-ac09-2cb5d3ea414f req-84fb01f9-19da-45f6-8b52-6ecb6020d7da tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=369e18ce-e2b9-48ae-ae4c-60d0c5fbcbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755858 Jul 28 04:04:42.017290 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-24af5a16-fe3a-4b99-bb14-b99e884ce07b admin admin] Publish callbacks [] for security_group (1dc6eb99-f47a-414e-a1b1-703905f5a36e), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:42.085506 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85118fbe-ce59-49e8-95f6-3a374e0e8c61 req-e29f3ee1-c6cb-430e-8eab-bea6b156eb7b tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:42.087731 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-85118fbe-ce59-49e8-95f6-3a374e0e8c61 req-e29f3ee1-c6cb-430e-8eab-bea6b156eb7b tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 946 time: 0.0548584 Jul 28 04:04:42.100012 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:42.124681 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-24af5a16-fe3a-4b99-bb14-b99e884ce07b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (1dc6eb99-f47a-414e-a1b1-703905f5a36e), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:42.183118 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-85118fbe-ce59-49e8-95f6-3a374e0e8c61 req-3b94eafe-85ab-49b5-9f1b-1586c5cd5839 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892208 Jul 28 04:04:42.192401 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af5a16-fe3a-4b99-bb14-b99e884ce07b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc6eb99-f47a-414e-a1b1-703905f5a36e,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:42.197046 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-24af5a16-fe3a-4b99-bb14-b99e884ce07b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cdc5a6ecad9b4c60a928364fb7db426c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4270687 Jul 28 04:04:42.202384 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 56908) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:04:42.259258 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:42.265498 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-71e973e6-b68f-4c06-9250-bb9ecfa665fd admin admin] Publish callbacks [] for security_group (1dc6eb99-f47a-414e-a1b1-703905f5a36e), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:42.293751 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-71e973e6-b68f-4c06-9250-bb9ecfa665fd admin admin] Publish callbacks [] for security_group (1dc6eb99-f47a-414e-a1b1-703905f5a36e), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:42.440946 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-71e973e6-b68f-4c06-9250-bb9ecfa665fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (1dc6eb99-f47a-414e-a1b1-703905f5a36e), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:42.443826 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-71e973e6-b68f-4c06-9250-bb9ecfa665fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:42.445491 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-71e973e6-b68f-4c06-9250-bb9ecfa665fd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1dc6eb99-f47a-414e-a1b1-703905f5a36e HTTP/1.1" status: 204 len: 168 time: 0.2416708 Jul 28 04:04:42.457604 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e973e6-b68f-4c06-9250-bb9ecfa665fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc6eb99-f47a-414e-a1b1-703905f5a36e,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:42.536072 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device 2b8528eb-bc69-4fed-a16b-cf002901bbcd up at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:04:42.587810 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning for port 2b8528eb-bc69-4fed-a16b-cf002901bbcd completed by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 04:04:42.667837 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning complete for port 2b8528eb-bc69-4fed-a16b-cf002901bbcd triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:04:42.668493 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (2b8528eb-bc69-4fed-a16b-cf002901bbcd), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:42.764600 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port 2b8528eb-bc69-4fed-a16b-cf002901bbcd is: BUILD; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:04:42.767231 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (2b8528eb-bc69-4fed-a16b-cf002901bbcd), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:42.783395 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:42.800219 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2fa4aca-3faa-4e71-930d-e9070e320b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8528eb-bc69-4fed-a16b-cf002901bbcd'}] {{(pid=121476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:04:42.803223 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63807e78e749bb54735be4dbe0f6e45a10aff1c6ba31450fe55014b89068368c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b12b3f6-4a09-4ce3-b465-3a417ba4d582" -d '{"events": [{"server_uuid": "f2fa4aca-3faa-4e71-930d-e9070e320b36", "name": "network-vif-plugged", "status": "completed", "tag": "2b8528eb-bc69-4fed-a16b-cf002901bbcd"}]}' {{(pid=121476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:04:42.830611 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port 2b8528eb-bc69-4fed-a16b-cf002901bbcd, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=2b8528eb-bc69-4fed-a16b-cf002901bbcd,segment=NetworkSegment(37f94176-e298-4b67-acca-ec05537ae703),segment_id=37f94176-e298-4b67-acca-ec05537ae703)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:04:42.907882 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (2b8528eb-bc69-4fed-a16b-cf002901bbcd), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:42.983803 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=2b8528eb-bc69-4fed-a16b-cf002901bbcd,revision_number=5']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:43.003925 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:43.004622 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:43.004974 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:43.005535 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:43.006048 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:43.006598 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:43.007170 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:43.007791 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:43.008900 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:43.009462 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:43.010035 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:43.010650 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:43.011240 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:43.011764 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:43.012774 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:04:43.033302 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 04:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62aca9f-1f38-4531-80a8-4401dc307a3b x-openstack-request-id: req-f62aca9f-1f38-4531-80a8-4401dc307a3b {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:04:43.033585 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2fa4aca-3faa-4e71-930d-e9070e320b36", "name": "network-vif-plugged", "status": "completed", "tag": "2b8528eb-bc69-4fed-a16b-cf002901bbcd", "code": 200}]} {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:04:43.033887 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f62aca9f-1f38-4531-80a8-4401dc307a3b {{(pid=121476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:04:43.034314 dv-cinder-851279-1-iscsi neutron-server[121476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f62aca9f-1f38-4531-80a8-4401dc307a3b'] response: {'server_uuid': 'f2fa4aca-3faa-4e71-930d-e9070e320b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8528eb-bc69-4fed-a16b-cf002901bbcd', 'code': 200} Jul 28 04:04:43.173130 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f733e-6137-4bad-add0-0841b49c37c6 req-1ac1374c-99fc-4dc5-b2e4-52f7b0a2d2dd tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:43.174772 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-165f733e-6137-4bad-add0-0841b49c37c6 req-1ac1374c-99fc-4dc5-b2e4-52f7b0a2d2dd tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2fa4aca-3faa-4e71-930d-e9070e320b36 HTTP/1.1" status: 200 len: 946 time: 0.0788102 Jul 28 04:04:43.259302 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 56922) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:04:43.261441 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-165f733e-6137-4bad-add0-0841b49c37c6 req-6c42cf22-af24-4e9f-8467-7c88e99ba47e tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=369e18ce-e2b9-48ae-ae4c-60d0c5fbcbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763621 Jul 28 04:04:43.284192 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-86ed6134-1a9e-4c96-899c-38d289799618 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:43.396803 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82da26a-e711-4179-9dec-5323d5e568e2 req-f4e790ee-3835-4008-a03d-69a466c73389 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:43.398471 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-b82da26a-e711-4179-9dec-5323d5e568e2 req-f4e790ee-3835-4008-a03d-69a466c73389 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 946 time: 0.0767848 Jul 28 04:04:43.429762 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:43.462555 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52003e-f46a-4e2c-b556-2ce78ad7d387 req-e7429a42-1c1d-45b7-9b73-c74e35e4337a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:43.464407 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-2c52003e-f46a-4e2c-b556-2ce78ad7d387 req-e7429a42-1c1d-45b7-9b73-c74e35e4337a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f2fa4aca-3faa-4e71-930d-e9070e320b36 HTTP/1.1" status: 200 len: 1130 time: 0.0508788 Jul 28 04:04:43.470340 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-86ed6134-1a9e-4c96-899c-38d289799618 admin admin] Publish callbacks [] for security_group (4b1d9495-d5d2-4b15-8dbd-45dd1ff428e1), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:43.484501 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-b82da26a-e711-4179-9dec-5323d5e568e2 req-2da25a7b-71b8-4450-8586-d47c1014701e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775063 Jul 28 04:04:43.546958 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-2c52003e-f46a-4e2c-b556-2ce78ad7d387 req-d5b8482c-4431-4775-a4c7-c9db0ad196a6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=369e18ce-e2b9-48ae-ae4c-60d0c5fbcbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738420 Jul 28 04:04:43.549337 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-86ed6134-1a9e-4c96-899c-38d289799618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (4b1d9495-d5d2-4b15-8dbd-45dd1ff428e1), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:43.599420 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-86ed6134-1a9e-4c96-899c-38d289799618 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f558c48c45154e9ba768be5045db0411&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3423402 Jul 28 04:04:43.600327 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed6134-1a9e-4c96-899c-38d289799618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1d9495-d5d2-4b15-8dbd-45dd1ff428e1,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:43.603238 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 56924) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:04:43.664610 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-fe3163b9-efb3-4a2b-a4aa-2602001b09c2 admin admin] Publish callbacks [] for security_group (4b1d9495-d5d2-4b15-8dbd-45dd1ff428e1), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:43.692189 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-fe3163b9-efb3-4a2b-a4aa-2602001b09c2 admin admin] Publish callbacks [] for security_group (4b1d9495-d5d2-4b15-8dbd-45dd1ff428e1), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:43.846942 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-fe3163b9-efb3-4a2b-a4aa-2602001b09c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (4b1d9495-d5d2-4b15-8dbd-45dd1ff428e1), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:43.850002 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-fe3163b9-efb3-4a2b-a4aa-2602001b09c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:43.851394 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-fe3163b9-efb3-4a2b-a4aa-2602001b09c2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4b1d9495-d5d2-4b15-8dbd-45dd1ff428e1 HTTP/1.1" status: 204 len: 168 time: 0.2467229 Jul 28 04:04:43.861051 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3163b9-efb3-4a2b-a4aa-2602001b09c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1d9495-d5d2-4b15-8dbd-45dd1ff428e1,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:44.448094 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b15cf5-a34f-44de-bb6d-37ad00ff6b82 req-039b2ee8-1f85-47f4-b14b-8c84c05f04a6 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:44.450723 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f4b15cf5-a34f-44de-bb6d-37ad00ff6b82 req-039b2ee8-1f85-47f4-b14b-8c84c05f04a6 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2fa4aca-3faa-4e71-930d-e9070e320b36 HTTP/1.1" status: 200 len: 946 time: 0.0845919 Jul 28 04:04:44.531859 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f4b15cf5-a34f-44de-bb6d-37ad00ff6b82 req-1b1598e8-1f32-4b9e-9dd7-823891d902e6 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=369e18ce-e2b9-48ae-ae4c-60d0c5fbcbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742366 Jul 28 04:04:44.671649 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a385d7-d41c-43c2-91ed-df35ed1ac7cc req-9ae905cd-c707-472f-a14b-d75e8e6bf86f tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:44.675075 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-a1a385d7-d41c-43c2-91ed-df35ed1ac7cc req-9ae905cd-c707-472f-a14b-d75e8e6bf86f tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 946 time: 0.0792880 Jul 28 04:04:44.749623 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-a1a385d7-d41c-43c2-91ed-df35ed1ac7cc req-812a9767-6a91-441b-94ae-46e2955858c5 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615997 Jul 28 04:04:44.856028 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-c8d38c1a-51af-4d20-af55-e09a64b218e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:45.689375 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd3dbf-e1ab-4a12-9949-f10a33a04f20 req-3415e1c6-67ac-4528-8c5d-6439f0af73a5 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:45.690920 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-89fd3dbf-e1ab-4a12-9949-f10a33a04f20 req-3415e1c6-67ac-4528-8c5d-6439f0af73a5 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2fa4aca-3faa-4e71-930d-e9070e320b36 HTTP/1.1" status: 200 len: 946 time: 0.0541704 Jul 28 04:04:45.741251 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-89fd3dbf-e1ab-4a12-9949-f10a33a04f20 req-4f112778-2091-49bd-9ccc-8235e9822557 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=369e18ce-e2b9-48ae-ae4c-60d0c5fbcbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445468 Jul 28 04:04:45.931728 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e7a76-ece0-4ba8-9e0f-90ed4b78e28d req-3a74835d-ada0-4dba-b914-5a2bd3ed51eb tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:45.935771 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-881e7a76-ece0-4ba8-9e0f-90ed4b78e28d req-3a74835d-ada0-4dba-b914-5a2bd3ed51eb tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2fa4aca-3faa-4e71-930d-e9070e320b36 HTTP/1.1" status: 200 len: 946 time: 0.1027069 Jul 28 04:04:45.944972 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 56968) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:04:45.954719 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-1761c139-ee33-4fd7-a885-288641f43871 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Request body: {'floatingip': {'port_id': '2b8528eb-bc69-4fed-a16b-cf002901bbcd'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:04:46.003441 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-1761c139-ee33-4fd7-a885-288641f43871 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for floatingip (ce2d7c86-4d15-4f2d-baf9-64437e034155), before_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:46.020529 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849346c6-fe1a-4cbd-b774-a356fb1e31b5 req-e6fecad0-2d4f-4b52-8da2-8ded92d6e55e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:46.022328 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-849346c6-fe1a-4cbd-b774-a356fb1e31b5 req-e6fecad0-2d4f-4b52-8da2-8ded92d6e55e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 946 time: 0.0872688 Jul 28 04:04:46.093139 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-849346c6-fe1a-4cbd-b774-a356fb1e31b5 req-ea2e876c-727a-45f0-ba58-2db63c87978a tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613482 Jul 28 04:04:46.254138 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:46.550791 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-1761c139-ee33-4fd7-a885-288641f43871 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:46.606364 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-1761c139-ee33-4fd7-a885-288641f43871 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739753'] for floatingip (ce2d7c86-4d15-4f2d-baf9-64437e034155), after_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:46.769908 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.db.l3_db [None req-1761c139-ee33-4fd7-a885-288641f43871 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Floating IP ce2d7c86-4d15-4f2d-baf9-64437e034155 associated. External IP: 172.27.0.132, port: 2b8528eb-bc69-4fed-a16b-cf002901bbcd. Jul 28 04:04:46.899607 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:47.043374 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1761c139-ee33-4fd7-a885-288641f43871 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Router 2d1945e5-9fdd-4c9c-9878-1432accd293d has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 04:04:47.186732 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1761c139-ee33-4fd7-a885-288641f43871 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:04:47.191767 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-1761c139-ee33-4fd7-a885-288641f43871 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for floatingip (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:47.201204 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b5fc37-b3f7-4653-9055-4c0e09259d28 None None] Sync routers for ids ['2d1945e5-9fdd-4c9c-9878-1432accd293d'] in dv-cinder-851279-1-iscsi {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:04:47.229859 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b5fc37-b3f7-4653-9055-4c0e09259d28 None None] Routers {'2d1945e5-9fdd-4c9c-9878-1432accd293d'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:04:47.229859 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-44b5fc37-b3f7-4653-9055-4c0e09259d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:04:17Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['2d1945e5-9fdd-4c9c-9878-1432accd293d'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:47.242724 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-1761c139-ee33-4fd7-a885-288641f43871 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "PUT /v2.0/floatingips/ce2d7c86-4d15-4f2d-baf9-64437e034155 HTTP/1.1" status: 200 len: 992 time: 1.2952013 Jul 28 04:04:47.243675 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2fa4aca-3faa-4e71-930d-e9070e320b36', 'tag': '2b8528eb-bc69-4fed-a16b-cf002901bbcd'}] {{(pid=121475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:04:47.248233 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ccdd625b6c35f453df47d8ce3046bfbae24fa7e88dffa5888c0c6e748a7dd72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f48cce-d2f7-4bc6-8350-230b24ff41e6" -d '{"events": [{"name": "network-changed", "server_uuid": "f2fa4aca-3faa-4e71-930d-e9070e320b36", "tag": "2b8528eb-bc69-4fed-a16b-cf002901bbcd"}]}' {{(pid=121475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:04:47.297224 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814f710-392b-4bbf-a376-673349aeae15 req-1009c7a4-5bf6-4486-8625-59bee1bffd29 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:47.300123 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-7814f710-392b-4bbf-a376-673349aeae15 req-1009c7a4-5bf6-4486-8625-59bee1bffd29 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 946 time: 0.0981805 Jul 28 04:04:47.370983 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-7814f710-392b-4bbf-a376-673349aeae15 req-70a96359-07e6-4d0f-b26b-25619cafbba6 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638087 Jul 28 04:04:47.472250 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-44b5fc37-b3f7-4653-9055-4c0e09259d28 None None] Set router 2d1945e5-9fdd-4c9c-9878-1432accd293d gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:04:47.533319 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-30e5e2cc-88e5-4e55-9f1e-d7ab18dd0e9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:47.565507 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 04:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4407259-0c98-4347-b38a-3a582d9f29b8 x-openstack-request-id: req-a4407259-0c98-4347-b38a-3a582d9f29b8 {{(pid=121475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:04:47.566134 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2fa4aca-3faa-4e71-930d-e9070e320b36", "tag": "2b8528eb-bc69-4fed-a16b-cf002901bbcd", "status": "completed", "code": 200}]} {{(pid=121475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:04:47.566688 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a4407259-0c98-4347-b38a-3a582d9f29b8 {{(pid=121475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:04:47.567499 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4407259-0c98-4347-b38a-3a582d9f29b8'] response: {'name': 'network-changed', 'server_uuid': 'f2fa4aca-3faa-4e71-930d-e9070e320b36', 'tag': '2b8528eb-bc69-4fed-a16b-cf002901bbcd', 'status': 'completed', 'code': 200} Jul 28 04:04:47.637089 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:47.651287 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f48cce-d2f7-4bc6-8350-230b24ff41e6 req-67ab1bcd-d9dd-4980-b8aa-6d3c0f113880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:47.652881 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b1f48cce-d2f7-4bc6-8350-230b24ff41e6 req-67ab1bcd-d9dd-4980-b8aa-6d3c0f113880 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f68fb083db524ab59ba49d71ae754ba0&device_id=f2fa4aca-3faa-4e71-930d-e9070e320b36 HTTP/1.1" status: 200 len: 1130 time: 0.0518837 Jul 28 04:04:47.772126 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f48cce-d2f7-4bc6-8350-230b24ff41e6 req-485e720b-b96e-4437-a8ad-c0e955896f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:47.776734 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b1f48cce-d2f7-4bc6-8350-230b24ff41e6 req-485e720b-b96e-4437-a8ad-c0e955896f00 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9cf9021b-c509-4bfd-870b-1ff5c987c7dd HTTP/1.1" status: 200 len: 916 time: 0.1160047 Jul 28 04:04:47.808996 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-44b5fc37-b3f7-4653-9055-4c0e09259d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'name': 'tempest-AttachVolumeNegativeTest-1250024005-router', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:58:59Z', 'revision_number': 4, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'gw_port': {'id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:45:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': 'ce2d7c86-4d15-4f2d-baf9-64437e034155', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'floating_ip_address': '172.27.0.132', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'port_id': '2b8528eb-bc69-4fed-a16b-cf002901bbcd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'mac_address': 'fa:16:3e:3a:e0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fa4aca-3faa-4e71-930d-e9070e320b36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T04:04:28Z', 'updated_at': '2022-07-28T04:04:46Z', 'revision_number': 1, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e3be20-44f2-425a-a063-9ed509852e7c', 'name': '', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'mac_address': 'fa:16:3e:1e:0e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:58Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 5, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'subnets': [{'id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:47.832725 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:47.845953 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b5fc37-b3f7-4653-9055-4c0e09259d28 None None] Checking router: 2d1945e5-9fdd-4c9c-9878-1432accd293d for host: dv-cinder-851279-1-iscsi {{(pid=121476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:04:47.854481 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b1f48cce-d2f7-4bc6-8350-230b24ff41e6 req-2a856adf-aa42-47e9-91b8-16a30ef63510 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b8528eb-bc69-4fed-a16b-cf002901bbcd HTTP/1.1" status: 200 len: 1000 time: 0.0700152 Jul 28 04:04:47.856561 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b5fc37-b3f7-4653-9055-4c0e09259d28 None None] Routers {'2d1945e5-9fdd-4c9c-9878-1432accd293d'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:04:47.857213 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-44b5fc37-b3f7-4653-9055-4c0e09259d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:04:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['2d1945e5-9fdd-4c9c-9878-1432accd293d'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:47.926058 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f48cce-d2f7-4bc6-8350-230b24ff41e6 req-e430d07d-69ec-4fcc-8f8e-9d96b90a3717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:47.927753 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b1f48cce-d2f7-4bc6-8350-230b24ff41e6 req-e430d07d-69ec-4fcc-8f8e-9d96b90a3717 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=38052aec-d1bf-4b5e-9038-8acf97ddbe30 HTTP/1.1" status: 200 len: 854 time: 0.0671251 Jul 28 04:04:47.963225 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:47.977955 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-44b5fc37-b3f7-4653-9055-4c0e09259d28 None None] Set router 2d1945e5-9fdd-4c9c-9878-1432accd293d gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:04:47.984924 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f48cce-d2f7-4bc6-8350-230b24ff41e6 req-1cc9165f-3546-4562-8459-660a913e42db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:47.986591 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b1f48cce-d2f7-4bc6-8350-230b24ff41e6 req-1cc9165f-3546-4562-8459-660a913e42db service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9cf9021b-c509-4bfd-870b-1ff5c987c7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524960 Jul 28 04:04:48.125364 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b1f48cce-d2f7-4bc6-8350-230b24ff41e6 req-62e8e10e-38f3-4cca-b1d3-e080f7e63e20 service neutron] 10.222.0.67 "GET /v2.0/networks/9cf9021b-c509-4bfd-870b-1ff5c987c7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314330 Jul 28 04:04:48.273199 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b1f48cce-d2f7-4bc6-8350-230b24ff41e6 req-2b7ffaf3-7254-449d-a59b-2e11b928764d service neutron] 10.222.0.67 "GET /v2.0/networks/9cf9021b-c509-4bfd-870b-1ff5c987c7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412115 Jul 28 04:04:48.273907 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:48.287828 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-44b5fc37-b3f7-4653-9055-4c0e09259d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'name': 'tempest-AttachVolumeNegativeTest-1250024005-router', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:58:59Z', 'revision_number': 4, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'gw_port': {'id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:45:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': 'ce2d7c86-4d15-4f2d-baf9-64437e034155', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'floating_ip_address': '172.27.0.132', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'port_id': '2b8528eb-bc69-4fed-a16b-cf002901bbcd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'mac_address': 'fa:16:3e:3a:e0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fa4aca-3faa-4e71-930d-e9070e320b36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T04:04:28Z', 'updated_at': '2022-07-28T04:04:46Z', 'revision_number': 1, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e3be20-44f2-425a-a063-9ed509852e7c', 'name': '', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'mac_address': 'fa:16:3e:1e:0e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:58Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 5, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'subnets': [{'id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:04:48.318484 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b5fc37-b3f7-4653-9055-4c0e09259d28 None None] The sync data for ids ['2d1945e5-9fdd-4c9c-9878-1432accd293d'] in dv-cinder-851279-1-iscsi is: [{'id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'name': 'tempest-AttachVolumeNegativeTest-1250024005-router', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:58:59Z', 'revision_number': 4, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'gw_port': {'id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:45:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': 'ce2d7c86-4d15-4f2d-baf9-64437e034155', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'floating_ip_address': '172.27.0.132', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'port_id': '2b8528eb-bc69-4fed-a16b-cf002901bbcd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'mac_address': 'fa:16:3e:3a:e0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fa4aca-3faa-4e71-930d-e9070e320b36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T04:04:28Z', 'updated_at': '2022-07-28T04:04:46Z', 'revision_number': 1, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e3be20-44f2-425a-a063-9ed509852e7c', 'name': '', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'mac_address': 'fa:16:3e:1e:0e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:58Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 5, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'subnets': [{'id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:04:48.481006 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:48.522277 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac985c3b-f3d2-4609-a662-7ce771e4f81e req-eed69752-34f3-41ff-9eb8-15058f611e90 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:48.524136 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ac985c3b-f3d2-4609-a662-7ce771e4f81e req-eed69752-34f3-41ff-9eb8-15058f611e90 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 946 time: 0.0622416 Jul 28 04:04:48.578730 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341f8575-b356-459c-b52f-f88ae46bc5c9 None None] New status for floating IP ce2d7c86-4d15-4f2d-baf9-64437e034155: ACTIVE {{(pid=121477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 04:04:48.607100 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ac985c3b-f3d2-4609-a662-7ce771e4f81e req-e78e8878-16db-4832-9735-a23667600d38 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745964 Jul 28 04:04:48.872993 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d923ff-d983-4784-981f-1bbce4c5c5ac), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:48.874099 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 57036) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:04:49.048147 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-d6e1547b-fdd9-4363-a14d-5ba86a14a0ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:49.161033 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-d6e1547b-fdd9-4363-a14d-5ba86a14a0ab admin admin] Publish callbacks [] for security_group (42d28719-73cc-42f6-8a75-d2e0a5a29c4b), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:49.241345 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-d6e1547b-fdd9-4363-a14d-5ba86a14a0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (42d28719-73cc-42f6-8a75-d2e0a5a29c4b), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:49.303851 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1547b-fdd9-4363-a14d-5ba86a14a0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d28719-73cc-42f6-8a75-d2e0a5a29c4b,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:49.309749 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-d6e1547b-fdd9-4363-a14d-5ba86a14a0ab admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3ff10412b3ac4d5097003ca3c0831621&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4339683 Jul 28 04:04:49.313127 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 57044) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:04:49.338340 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:49.387974 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-4b255b62-2bd8-4853-92bf-cf5216da905a admin admin] Publish callbacks [] for security_group (42d28719-73cc-42f6-8a75-d2e0a5a29c4b), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:49.414787 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-4b255b62-2bd8-4853-92bf-cf5216da905a admin admin] Publish callbacks [] for security_group (42d28719-73cc-42f6-8a75-d2e0a5a29c4b), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:49.746124 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:49.762818 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-4b255b62-2bd8-4853-92bf-cf5216da905a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (42d28719-73cc-42f6-8a75-d2e0a5a29c4b), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:49.765425 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-4b255b62-2bd8-4853-92bf-cf5216da905a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:49.766639 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-4b255b62-2bd8-4853-92bf-cf5216da905a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/42d28719-73cc-42f6-8a75-d2e0a5a29c4b HTTP/1.1" status: 204 len: 168 time: 0.4524307 Jul 28 04:04:49.784147 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b255b62-2bd8-4853-92bf-cf5216da905a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d28719-73cc-42f6-8a75-d2e0a5a29c4b,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:49.795606 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483bfbe-86c1-498a-a5df-30ecadf3921c req-116dc5e3-7290-49ea-8349-eed7b2c4f4c1 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:49.797351 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-9483bfbe-86c1-498a-a5df-30ecadf3921c req-116dc5e3-7290-49ea-8349-eed7b2c4f4c1 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 946 time: 0.0757198 Jul 28 04:04:49.857613 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-9483bfbe-86c1-498a-a5df-30ecadf3921c req-a4e47a0f-9f76-4432-aaa2-6f323c30d38c tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541363 Jul 28 04:04:50.132549 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:50.585822 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 57054) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:04:50.601688 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-139ea5ba-d8d4-4098-a91d-38af760fee65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:50.698660 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-139ea5ba-d8d4-4098-a91d-38af760fee65 admin admin] Publish callbacks [] for security_group (6a15a6af-d58d-4cd7-b11f-1871da7d1fe3), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:50.783497 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-139ea5ba-d8d4-4098-a91d-38af760fee65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (6a15a6af-d58d-4cd7-b11f-1871da7d1fe3), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:50.834643 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-139ea5ba-d8d4-4098-a91d-38af760fee65 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=29b8782f31594723ac5f8872fcc23f06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2470560 Jul 28 04:04:50.835520 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ea5ba-d8d4-4098-a91d-38af760fee65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a15a6af-d58d-4cd7-b11f-1871da7d1fe3,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:50.838591 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 57056) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:04:50.922814 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-c80c1d7a-bc2c-4f99-9941-33c4162909c5 admin admin] Publish callbacks [] for security_group (6a15a6af-d58d-4cd7-b11f-1871da7d1fe3), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:51.005055 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-30e03022-d7ee-4e86-afeb-96b8dd959af7 req-aa5f1fc2-bfdc-4cdf-89f0-62d091cc9ca9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0959189 Jul 28 04:04:51.007016 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-c80c1d7a-bc2c-4f99-9941-33c4162909c5 admin admin] Publish callbacks [] for security_group (6a15a6af-d58d-4cd7-b11f-1871da7d1fe3), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:51.013051 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:51.041110 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d4b04-572e-44d2-96e6-709d7c771be2 req-b5b7b327-b104-4090-aafc-065dca135635 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:51.042952 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-2c1d4b04-572e-44d2-96e6-709d7c771be2 req-b5b7b327-b104-4090-aafc-065dca135635 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 946 time: 0.0976729 Jul 28 04:04:51.129226 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e03022-d7ee-4e86-afeb-96b8dd959af7 req-0a8b24af-12af-49db-a4c0-6cf40bb779b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:51.130758 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-30e03022-d7ee-4e86-afeb-96b8dd959af7 req-0a8b24af-12af-49db-a4c0-6cf40bb779b3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5e16f8abc2ed4df1b2834b1669b67a1b&device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 1130 time: 0.0734181 Jul 28 04:04:51.182887 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-2c1d4b04-572e-44d2-96e6-709d7c771be2 req-6632a8a0-9bf2-488c-bd94-41ea83bf9d07 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236129 Jul 28 04:04:51.226644 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-c80c1d7a-bc2c-4f99-9941-33c4162909c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (6a15a6af-d58d-4cd7-b11f-1871da7d1fe3), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:51.230981 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-c80c1d7a-bc2c-4f99-9941-33c4162909c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:51.231476 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-c80c1d7a-bc2c-4f99-9941-33c4162909c5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6a15a6af-d58d-4cd7-b11f-1871da7d1fe3 HTTP/1.1" status: 204 len: 168 time: 0.3915725 Jul 28 04:04:51.246959 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c1d7a-bc2c-4f99-9941-33c4162909c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a15a6af-d58d-4cd7-b11f-1871da7d1fe3,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:51.289820 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e03022-d7ee-4e86-afeb-96b8dd959af7 req-a361e3b9-934e-4451-bbe7-1ce73858444a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:51.291616 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-30e03022-d7ee-4e86-afeb-96b8dd959af7 req-a361e3b9-934e-4451-bbe7-1ce73858444a service neutron] 10.222.0.67 "GET /v2.0/networks?id=577751dd-78a4-42c8-b90a-c6d300b531a2 HTTP/1.1" status: 200 len: 910 time: 0.1349633 Jul 28 04:04:51.377292 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-30e03022-d7ee-4e86-afeb-96b8dd959af7 req-209d8da3-8a86-434a-ab59-a7e73c316bef service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68bf49ef-5416-40a1-b99b-f3cd17caa288 HTTP/1.1" status: 200 len: 1002 time: 0.0791526 Jul 28 04:04:51.466513 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e03022-d7ee-4e86-afeb-96b8dd959af7 req-e0a9deb0-e87f-4c31-863d-ad378595292f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:51.468464 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-30e03022-d7ee-4e86-afeb-96b8dd959af7 req-e0a9deb0-e87f-4c31-863d-ad378595292f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=117a9784-f853-4ff3-95fc-37c8f679d459 HTTP/1.1" status: 200 len: 848 time: 0.0838332 Jul 28 04:04:51.514241 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:51.518685 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e03022-d7ee-4e86-afeb-96b8dd959af7 req-457f6025-506f-464f-bd37-8c064a8209ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:51.520875 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-30e03022-d7ee-4e86-afeb-96b8dd959af7 req-457f6025-506f-464f-bd37-8c064a8209ef service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=577751dd-78a4-42c8-b90a-c6d300b531a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454550 Jul 28 04:04:51.617660 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-30e03022-d7ee-4e86-afeb-96b8dd959af7 req-8a6ee439-b1c8-4d1b-8fbf-d25368a132e9 service neutron] 10.222.0.67 "GET /v2.0/networks/577751dd-78a4-42c8-b90a-c6d300b531a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901864 Jul 28 04:04:51.747019 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-30e03022-d7ee-4e86-afeb-96b8dd959af7 req-b7f85498-8b5e-41ed-9d18-c9387a6f7958 service neutron] 10.222.0.67 "GET /v2.0/networks/577751dd-78a4-42c8-b90a-c6d300b531a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220505 Jul 28 04:04:52.324712 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b2986-9b72-4471-b0ed-7e94eb5bd1ab req-fcf01617-aa4a-4c13-ad3b-f6e6f3eb6726 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:52.326259 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-d26b2986-9b72-4471-b0ed-7e94eb5bd1ab req-fcf01617-aa4a-4c13-ad3b-f6e6f3eb6726 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 946 time: 0.0539627 Jul 28 04:04:52.382562 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-d26b2986-9b72-4471-b0ed-7e94eb5bd1ab req-c5fa602a-3345-4689-8181-77cd80c8c6c5 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504224 Jul 28 04:04:52.606735 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device de721302-c218-45d7-87a1-d79d5e51a7e4 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=121476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:04:52.734493 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port de721302-c218-45d7-87a1-d79d5e51a7e4, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=de721302-c218-45d7-87a1-d79d5e51a7e4,segment=NetworkSegment(7ac5aa42-d84c-402d-8b7d-91411dee0356),segment_id=7ac5aa42-d84c-402d-8b7d-91411dee0356)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:04:52.750233 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Returning: {'device': 'de721302-c218-45d7-87a1-d79d5e51a7e4', 'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc', 'port_id': 'de721302-c218-45d7-87a1-d79d5e51a7e4', 'mac_address': 'fa:16:3e:e8:e2:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f8d920-e036-48ec-bb1b-67fea0f2e9aa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:04:52.792603 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port de721302-c218-45d7-87a1-d79d5e51a7e4 is: ACTIVE; New status is: BUILD {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:04:52.793001 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (de721302-c218-45d7-87a1-d79d5e51a7e4), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:52.809502 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de721302-c218-45d7-87a1-d79d5e51a7e4 {{(pid=121476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 04:04:52.842905 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port de721302-c218-45d7-87a1-d79d5e51a7e4, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=de721302-c218-45d7-87a1-d79d5e51a7e4,segment=NetworkSegment(7ac5aa42-d84c-402d-8b7d-91411dee0356),segment_id=7ac5aa42-d84c-402d-8b7d-91411dee0356)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:04:52.924652 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (de721302-c218-45d7-87a1-d79d5e51a7e4), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:52.983518 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=de721302-c218-45d7-87a1-d79d5e51a7e4,revision_number=6']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:53.018314 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] get_ports_and_sgs() called for port_ids ['de721302-c218-45d7-87a1-d79d5e51a7e4'] {{(pid=121476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:04:53.519110 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6f7d8-f551-49c0-8ad9-4b698f9d977c req-5665de95-7e59-40f4-86a8-ade610e642d6 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:53.526113 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0da6f7d8-f551-49c0-8ad9-4b698f9d977c req-5665de95-7e59-40f4-86a8-ade610e642d6 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 945 time: 0.0540946 Jul 28 04:04:53.583811 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0da6f7d8-f551-49c0-8ad9-4b698f9d977c req-53ae03cc-bbff-4684-a491-fc4837238fe4 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563951 Jul 28 04:04:54.629675 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device de721302-c218-45d7-87a1-d79d5e51a7e4 up at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:04:54.723577 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:54.728012 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning complete for port de721302-c218-45d7-87a1-d79d5e51a7e4 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:04:54.728493 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (de721302-c218-45d7-87a1-d79d5e51a7e4), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:54.733872 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78660a8-f74e-417a-a8df-c298c38038f0 req-d5481238-acee-4cc5-99ab-83ee437406b5 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:54.743765 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-c78660a8-f74e-417a-a8df-c298c38038f0 req-d5481238-acee-4cc5-99ab-83ee437406b5 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 945 time: 0.0701332 Jul 28 04:04:54.808558 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-c78660a8-f74e-417a-a8df-c298c38038f0 req-b1f4e83a-0467-4271-b7ed-4d8077b499d2 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633016 Jul 28 04:04:54.838885 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port de721302-c218-45d7-87a1-d79d5e51a7e4 is: BUILD; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:04:54.839425 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (de721302-c218-45d7-87a1-d79d5e51a7e4), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:54.876908 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29710033-f00f-435c-8485-9dd60d728f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de721302-c218-45d7-87a1-d79d5e51a7e4'}] {{(pid=121476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:04:54.879337 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63807e78e749bb54735be4dbe0f6e45a10aff1c6ba31450fe55014b89068368c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4842dc88-47ec-490a-b3ff-916ca4c2f3a3" -d '{"events": [{"server_uuid": "29710033-f00f-435c-8485-9dd60d728f27", "name": "network-vif-plugged", "status": "completed", "tag": "de721302-c218-45d7-87a1-d79d5e51a7e4"}]}' {{(pid=121476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:04:54.895125 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port de721302-c218-45d7-87a1-d79d5e51a7e4, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=de721302-c218-45d7-87a1-d79d5e51a7e4,segment=NetworkSegment(7ac5aa42-d84c-402d-8b7d-91411dee0356),segment_id=7ac5aa42-d84c-402d-8b7d-91411dee0356)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:04:54.932689 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 04:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536a8cac-99b0-4fb1-89c7-5645dc885d0a x-openstack-request-id: req-536a8cac-99b0-4fb1-89c7-5645dc885d0a {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:04:54.933644 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29710033-f00f-435c-8485-9dd60d728f27", "name": "network-vif-plugged", "status": "completed", "tag": "de721302-c218-45d7-87a1-d79d5e51a7e4", "code": 200}]} {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:04:54.934683 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-536a8cac-99b0-4fb1-89c7-5645dc885d0a {{(pid=121476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:04:54.935452 dv-cinder-851279-1-iscsi neutron-server[121476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-536a8cac-99b0-4fb1-89c7-5645dc885d0a'] response: {'server_uuid': '29710033-f00f-435c-8485-9dd60d728f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de721302-c218-45d7-87a1-d79d5e51a7e4', 'code': 200} Jul 28 04:04:54.988118 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (de721302-c218-45d7-87a1-d79d5e51a7e4), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:55.087471 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:55.091629 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=de721302-c218-45d7-87a1-d79d5e51a7e4,revision_number=7']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:56.024852 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ba484-425a-4d2c-bccc-4b9c60439fdf req-2278fe10-7781-4bff-8064-347dff78bfb8 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:56.028371 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-9d1ba484-425a-4d2c-bccc-4b9c60439fdf req-2278fe10-7781-4bff-8064-347dff78bfb8 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 946 time: 0.1049769 Jul 28 04:04:56.150916 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-9d1ba484-425a-4d2c-bccc-4b9c60439fdf req-1b2287c4-4e58-4144-b09d-c838c2d98925 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122844 Jul 28 04:04:57.357359 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fe387-1632-4aa1-acdd-22c5749bfa67 req-71240a46-8744-4bc9-9e3f-d5f35972e7a4 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:57.359394 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-971fe387-1632-4aa1-acdd-22c5749bfa67 req-71240a46-8744-4bc9-9e3f-d5f35972e7a4 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 946 time: 0.1302123 Jul 28 04:04:57.462714 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-971fe387-1632-4aa1-acdd-22c5749bfa67 req-305257de-fdfc-47dd-acc5-2eeabb9a022f tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927205 Jul 28 04:04:58.646299 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7d2c5-15d2-445f-b6ea-345531d4a936 req-c0ba1749-4a88-4b2a-ab5d-3a9564daf579 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:58.654285 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-cea7d2c5-15d2-445f-b6ea-345531d4a936 req-c0ba1749-4a88-4b2a-ab5d-3a9564daf579 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 946 time: 0.0812948 Jul 28 04:04:58.661436 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 57260) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:04:58.736151 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-cea7d2c5-15d2-445f-b6ea-345531d4a936 req-546fe680-cefd-4f60-bae3-67c47b8e0162 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767038 Jul 28 04:04:58.834010 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-d3510320-e2db-4f49-b31f-ff3756175e23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:58.964256 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-d3510320-e2db-4f49-b31f-ff3756175e23 admin admin] Publish callbacks [] for security_group (518c66cc-dd0d-4344-a92a-d1fbf2c958da), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:59.075507 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-d3510320-e2db-4f49-b31f-ff3756175e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (518c66cc-dd0d-4344-a92a-d1fbf2c958da), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:59.165543 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3510320-e2db-4f49-b31f-ff3756175e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518c66cc-dd0d-4344-a92a-d1fbf2c958da,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:59.193484 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-d3510320-e2db-4f49-b31f-ff3756175e23 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fc8a555daed74acc9a0f1a839c884980&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5273645 Jul 28 04:04:59.194019 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 57268) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:04:59.276315 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-9c3e929e-52ef-409e-8e69-e806cb2cf947 admin admin] Publish callbacks [] for security_group (518c66cc-dd0d-4344-a92a-d1fbf2c958da), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:59.324900 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-9c3e929e-52ef-409e-8e69-e806cb2cf947 admin admin] Publish callbacks [] for security_group (518c66cc-dd0d-4344-a92a-d1fbf2c958da), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:59.484098 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-9c3e929e-52ef-409e-8e69-e806cb2cf947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (518c66cc-dd0d-4344-a92a-d1fbf2c958da), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:59.486883 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-9c3e929e-52ef-409e-8e69-e806cb2cf947 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:04:59.491669 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-9c3e929e-52ef-409e-8e69-e806cb2cf947 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/518c66cc-dd0d-4344-a92a-d1fbf2c958da HTTP/1.1" status: 204 len: 168 time: 0.2964642 Jul 28 04:04:59.501945 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e929e-52ef-409e-8e69-e806cb2cf947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518c66cc-dd0d-4344-a92a-d1fbf2c958da,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:04:59.883732 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:04:59.890942 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7607f3-ea88-4ce0-bc17-cdeed106672d req-975038ae-0aa2-43b5-bce7-2073594016bd tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:04:59.892713 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-5b7607f3-ea88-4ce0-bc17-cdeed106672d req-975038ae-0aa2-43b5-bce7-2073594016bd tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 946 time: 0.0552409 Jul 28 04:05:00.007036 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-5b7607f3-ea88-4ce0-bc17-cdeed106672d req-4648e068-b144-4827-8606-ff8c1ffae435 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035318 Jul 28 04:05:00.767777 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:00.772762 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:00.969138 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 57286) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:00.984957 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-a821fdce-5b51-4f50-b721-24c4eb77914f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:01.131037 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-a821fdce-5b51-4f50-b721-24c4eb77914f admin admin] Publish callbacks [] for security_group (fad8f162-c979-4bf9-8af0-31a4ee164d0a), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:01.132601 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:01.203102 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-a821fdce-5b51-4f50-b721-24c4eb77914f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (fad8f162-c979-4bf9-8af0-31a4ee164d0a), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:01.281279 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821fdce-5b51-4f50-b721-24c4eb77914f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad8f162-c979-4bf9-8af0-31a4ee164d0a,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:01.314370 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8627f6-b149-4964-818f-b73446983555 req-7763476b-a706-4382-8aa4-cbdf5d2564ca tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:01.328834 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-7a8627f6-b149-4964-818f-b73446983555 req-7763476b-a706-4382-8aa4-cbdf5d2564ca tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 946 time: 0.1924994 Jul 28 04:05:01.356966 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 57294) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:01.357914 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-a821fdce-5b51-4f50-b721-24c4eb77914f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e480361504ff44af9188daf2b06711c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3866522 Jul 28 04:05:01.424830 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-b4cb16bc-52ad-4124-bb41-6fdfb7a0d413 admin admin] Publish callbacks [] for security_group (fad8f162-c979-4bf9-8af0-31a4ee164d0a), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:01.426078 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-7a8627f6-b149-4964-818f-b73446983555 req-7ced3a5e-592e-4419-a7ac-8f454d2ae34a tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961430 Jul 28 04:05:01.454837 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-b4cb16bc-52ad-4124-bb41-6fdfb7a0d413 admin admin] Publish callbacks [] for security_group (fad8f162-c979-4bf9-8af0-31a4ee164d0a), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:01.501004 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:01.633075 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-b4cb16bc-52ad-4124-bb41-6fdfb7a0d413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (fad8f162-c979-4bf9-8af0-31a4ee164d0a), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:01.639082 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-b4cb16bc-52ad-4124-bb41-6fdfb7a0d413 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:01.641623 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-b4cb16bc-52ad-4124-bb41-6fdfb7a0d413 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fad8f162-c979-4bf9-8af0-31a4ee164d0a HTTP/1.1" status: 204 len: 168 time: 0.2833195 Jul 28 04:05:01.698546 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cb16bc-52ad-4124-bb41-6fdfb7a0d413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad8f162-c979-4bf9-8af0-31a4ee164d0a,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:02.724495 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9776ac-8181-4666-ac0b-1483b6702369 req-2f581437-0c23-4218-bfb7-a7f429259481 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:02.741278 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-bb9776ac-8181-4666-ac0b-1483b6702369 req-2f581437-0c23-4218-bfb7-a7f429259481 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 946 time: 0.1352074 Jul 28 04:05:02.835591 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-bb9776ac-8181-4666-ac0b-1483b6702369 req-c6dcdf9e-c9f7-4edf-be02-eabbb96fa52d tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919151 Jul 28 04:05:04.078374 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eca00c-109d-4912-b846-286ff7aa2925 req-cd376f3a-63f3-4d87-bbfa-d10d0a4155e2 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:04.093041 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-51eca00c-109d-4912-b846-286ff7aa2925 req-cd376f3a-63f3-4d87-bbfa-d10d0a4155e2 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 946 time: 0.1045518 Jul 28 04:05:04.186695 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-51eca00c-109d-4912-b846-286ff7aa2925 req-cd2fcf04-fbdb-4135-bb37-d7ee086dce26 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917828 Jul 28 04:05:05.420640 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9115e782-fecd-49d0-84f8-6f97534c45d7 req-7b9da0dc-b200-41bb-9b85-92ba7a97a96e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:05.422799 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-9115e782-fecd-49d0-84f8-6f97534c45d7 req-7b9da0dc-b200-41bb-9b85-92ba7a97a96e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 946 time: 0.0959270 Jul 28 04:05:05.533940 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-9115e782-fecd-49d0-84f8-6f97534c45d7 req-63941b10-9ccd-42cb-b3de-7f9ca0d784c5 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040454 Jul 28 04:05:06.280818 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 57372) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:06.429400 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-4cf6c0de-5b3d-47a3-8ccd-0121263a4cdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:06.532621 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-4cf6c0de-5b3d-47a3-8ccd-0121263a4cdc admin admin] Publish callbacks [] for security_group (cb92764b-3bc3-43b4-9278-d859cc1c92cb), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:06.632609 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-4cf6c0de-5b3d-47a3-8ccd-0121263a4cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (cb92764b-3bc3-43b4-9278-d859cc1c92cb), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:06.658924 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24ad03-f77a-4d6b-ae03-b77b74912d65 req-18568215-ee47-424f-9c5f-b02b6dd3a4e2 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:06.660566 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-ff24ad03-f77a-4d6b-ae03-b77b74912d65 req-18568215-ee47-424f-9c5f-b02b6dd3a4e2 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 946 time: 0.0517952 Jul 28 04:05:06.679697 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-4cf6c0de-5b3d-47a3-8ccd-0121263a4cdc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=621c2837aa9e49a9bbab376486923f50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3977835 Jul 28 04:05:06.681591 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf6c0de-5b3d-47a3-8ccd-0121263a4cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb92764b-3bc3-43b4-9278-d859cc1c92cb,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:06.684286 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 57378) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:06.737537 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:06.738679 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-ff24ad03-f77a-4d6b-ae03-b77b74912d65 req-b769225c-7281-4978-a305-7473ad632d2a tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719671 Jul 28 04:05:06.766563 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-9ad43a4a-0825-464a-af4c-0efb36fbac90 admin admin] Publish callbacks [] for security_group (cb92764b-3bc3-43b4-9278-d859cc1c92cb), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:06.789109 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-9ad43a4a-0825-464a-af4c-0efb36fbac90 admin admin] Publish callbacks [] for security_group (cb92764b-3bc3-43b4-9278-d859cc1c92cb), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:06.893560 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388225ec-df42-4fdf-aee6-662801992104 req-430ae98b-f102-4dbd-8a2b-4f0984fcdd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:06.895066 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-388225ec-df42-4fdf-aee6-662801992104 req-430ae98b-f102-4dbd-8a2b-4f0984fcdd4e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=52b087e8dc5c4426b8402dfdf99328ad&device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 1130 time: 0.0459490 Jul 28 04:05:06.949540 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-9ad43a4a-0825-464a-af4c-0efb36fbac90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (cb92764b-3bc3-43b4-9278-d859cc1c92cb), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:06.952134 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-9ad43a4a-0825-464a-af4c-0efb36fbac90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:06.953416 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-9ad43a4a-0825-464a-af4c-0efb36fbac90 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cb92764b-3bc3-43b4-9278-d859cc1c92cb HTTP/1.1" status: 204 len: 168 time: 0.2681360 Jul 28 04:05:06.969438 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad43a4a-0825-464a-af4c-0efb36fbac90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb92764b-3bc3-43b4-9278-d859cc1c92cb,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:07.033410 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388225ec-df42-4fdf-aee6-662801992104 req-8f2a11ce-9578-45c9-b91e-fe6c88e18bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:07.034990 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-388225ec-df42-4fdf-aee6-662801992104 req-8f2a11ce-9578-45c9-b91e-fe6c88e18bcd service neutron] 10.222.0.67 "GET /v2.0/networks?id=500d2409-0505-4e71-ad33-d33fa2f8a8dc HTTP/1.1" status: 200 len: 917 time: 0.1342397 Jul 28 04:05:07.113592 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-388225ec-df42-4fdf-aee6-662801992104 req-034e9024-3576-4b15-90ac-e06241914755 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de721302-c218-45d7-87a1-d79d5e51a7e4 HTTP/1.1" status: 200 len: 1001 time: 0.0721827 Jul 28 04:05:07.166584 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388225ec-df42-4fdf-aee6-662801992104 req-d063f942-5ede-4114-8a6f-56465ce0e5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:07.168154 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-388225ec-df42-4fdf-aee6-662801992104 req-d063f942-5ede-4114-8a6f-56465ce0e5d1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81f8d920-e036-48ec-bb1b-67fea0f2e9aa HTTP/1.1" status: 200 len: 855 time: 0.0485885 Jul 28 04:05:07.210574 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:07.225056 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388225ec-df42-4fdf-aee6-662801992104 req-ea4f2161-5469-4c7a-9844-ebfd21052ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:07.226623 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-388225ec-df42-4fdf-aee6-662801992104 req-ea4f2161-5469-4c7a-9844-ebfd21052ce7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=500d2409-0505-4e71-ad33-d33fa2f8a8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525229 Jul 28 04:05:07.335893 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-388225ec-df42-4fdf-aee6-662801992104 req-913526a8-becc-4403-8951-e75d9dfdab96 service neutron] 10.222.0.67 "GET /v2.0/networks/500d2409-0505-4e71-ad33-d33fa2f8a8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024685 Jul 28 04:05:07.438265 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-388225ec-df42-4fdf-aee6-662801992104 req-31cb2115-5ede-4009-98ee-e4712fd9ae83 service neutron] 10.222.0.67 "GET /v2.0/networks/500d2409-0505-4e71-ad33-d33fa2f8a8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962236 Jul 28 04:05:07.877372 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8882a8-f6c9-4206-b85c-9e57743005a7 req-24af6190-3850-4343-b7cf-a9a5d11c8b85 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:07.878810 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-dc8882a8-f6c9-4206-b85c-9e57743005a7 req-24af6190-3850-4343-b7cf-a9a5d11c8b85 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 946 time: 0.0514214 Jul 28 04:05:07.935669 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-dc8882a8-f6c9-4206-b85c-9e57743005a7 req-0afe0acf-3548-4e99-9cba-b2fb9cbbd894 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507839 Jul 28 04:05:08.060976 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 57388) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:08.076831 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-509f4ce4-b50b-4d62-8ba5-8b88a617aa2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:08.174898 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-509f4ce4-b50b-4d62-8ba5-8b88a617aa2f admin admin] Publish callbacks [] for security_group (0df25a0f-5815-4f05-9b0c-15122ff0a0ae), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:08.274532 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-509f4ce4-b50b-4d62-8ba5-8b88a617aa2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (0df25a0f-5815-4f05-9b0c-15122ff0a0ae), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:08.586106 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f4ce4-b50b-4d62-8ba5-8b88a617aa2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df25a0f-5815-4f05-9b0c-15122ff0a0ae,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:08.592139 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-509f4ce4-b50b-4d62-8ba5-8b88a617aa2f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e8f96e31ade44097acaa040598d76ff6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5296719 Jul 28 04:05:08.595014 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 57394) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:08.635411 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:08.663285 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-58999be9-f9a7-49dc-9836-503b9c7aec56 admin admin] Publish callbacks [] for security_group (0df25a0f-5815-4f05-9b0c-15122ff0a0ae), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:08.688791 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-58999be9-f9a7-49dc-9836-503b9c7aec56 admin admin] Publish callbacks [] for security_group (0df25a0f-5815-4f05-9b0c-15122ff0a0ae), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:08.834685 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-58999be9-f9a7-49dc-9836-503b9c7aec56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (0df25a0f-5815-4f05-9b0c-15122ff0a0ae), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:08.838080 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-58999be9-f9a7-49dc-9836-503b9c7aec56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:08.839328 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-58999be9-f9a7-49dc-9836-503b9c7aec56 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0df25a0f-5815-4f05-9b0c-15122ff0a0ae HTTP/1.1" status: 204 len: 168 time: 0.2428699 Jul 28 04:05:08.850670 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58999be9-f9a7-49dc-9836-503b9c7aec56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df25a0f-5815-4f05-9b0c-15122ff0a0ae,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:09.087981 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e37cd-17a0-4ab2-8e52-13f388392cfb req-b6974b90-7c69-4742-9333-fb3a18c5e452 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:09.089452 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-811e37cd-17a0-4ab2-8e52-13f388392cfb req-b6974b90-7c69-4742-9333-fb3a18c5e452 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 946 time: 0.0570748 Jul 28 04:05:09.144602 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-811e37cd-17a0-4ab2-8e52-13f388392cfb req-775858ac-7d7e-40e6-8e72-4c2ff32dc86c tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491822 Jul 28 04:05:09.726645 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:10.038056 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 57420) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:10.152924 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-f39c4f3d-47f2-4f7c-abab-e89f3de89f87 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1047107775-network', 'tenant_id': '585076a742e24358bced3e99c04362dd'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:05:10.262514 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39c4f3d-47f2-4f7c-abab-e89f3de89f87 admin admin] Made reservation on behalf of 585076a742e24358bced3e99c04362dd for: {'network': 1} {{(pid=121474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:05:10.265128 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-f39c4f3d-47f2-4f7c-abab-e89f3de89f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for network (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:10.307705 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-f39c4f3d-47f2-4f7c-abab-e89f3de89f87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:10.319737 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54cd59-3d65-4dfc-97bb-fffc470679bf req-eafbb782-48bd-418d-b8c9-9691e59cc8b0 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:10.319737 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0a54cd59-3d65-4dfc-97bb-fffc470679bf req-eafbb782-48bd-418d-b8c9-9691e59cc8b0 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 946 time: 0.0883288 Jul 28 04:05:10.402824 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0a54cd59-3d65-4dfc-97bb-fffc470679bf req-60f83748-b093-402b-8031-3a26ad54e6de tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771747 Jul 28 04:05:10.451578 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-f39c4f3d-47f2-4f7c-abab-e89f3de89f87 admin admin] Publish callbacks [] for security_group (4733e3d0-4a12-4ef7-a10f-7fd94bb6ce43), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:10.526720 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-f39c4f3d-47f2-4f7c-abab-e89f3de89f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (4733e3d0-4a12-4ef7-a10f-7fd94bb6ce43), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:10.545603 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:10.556822 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f39c4f3d-47f2-4f7c-abab-e89f3de89f87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=121474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:05:10.574945 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39c4f3d-47f2-4f7c-abab-e89f3de89f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4733e3d0-4a12-4ef7-a10f-7fd94bb6ce43,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:10.578093 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-f39c4f3d-47f2-4f7c-abab-e89f3de89f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684'] for segment (6b556220-0d86-4a5f-b419-f464985f33f7), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:10.578444 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.db.segments_db [None req-f39c4f3d-47f2-4f7c-abab-e89f3de89f87 admin admin] Added segment 6b556220-0d86-4a5f-b419-f464985f33f7 of type vlan for network 67eacd6c-8dd9-4b27-8003-d87166d8c5ee Jul 28 04:05:10.632145 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-f39c4f3d-47f2-4f7c-abab-e89f3de89f87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761987992185'] for network (67eacd6c-8dd9-4b27-8003-d87166d8c5ee), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:10.743293 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-f39c4f3d-47f2-4f7c-abab-e89f3de89f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753'] for network (67eacd6c-8dd9-4b27-8003-d87166d8c5ee), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:10.744321 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device de721302-c218-45d7-87a1-d79d5e51a7e4 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:05:10.744834 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39c4f3d-47f2-4f7c-abab-e89f3de89f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:10.745014 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-f39c4f3d-47f2-4f7c-abab-e89f3de89f87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for network (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:10.815751 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39c4f3d-47f2-4f7c-abab-e89f3de89f87 admin admin] Pushing event updated for resources: {'Network': ['ID=67eacd6c-8dd9-4b27-8003-d87166d8c5ee,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:10.834819 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Network 67eacd6c-8dd9-4b27-8003-d87166d8c5ee details requested by agent ovs-agent-dv-cinder-851279-1-iscsi with host dv-cinder-851279-1-iscsi {{(pid=121476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:05:10.880426 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port de721302-c218-45d7-87a1-d79d5e51a7e4 is: ACTIVE; New status is: DOWN {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:05:10.880820 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (de721302-c218-45d7-87a1-d79d5e51a7e4), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:10.891534 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-f39c4f3d-47f2-4f7c-abab-e89f3de89f87 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8493762 Jul 28 04:05:10.891785 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 57436) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:10.897102 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-6f9d92cc-ce0d-4c3c-bca3-4c59187e2722 admin admin] Request body: {'subnet': {'network_id': '67eacd6c-8dd9-4b27-8003-d87166d8c5ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1047107775-subnet', 'tenant_id': '585076a742e24358bced3e99c04362dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:05:10.929453 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29710033-f00f-435c-8485-9dd60d728f27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de721302-c218-45d7-87a1-d79d5e51a7e4'}] {{(pid=121476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:05:10.932708 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63807e78e749bb54735be4dbe0f6e45a10aff1c6ba31450fe55014b89068368c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d879d67-6547-4208-8999-1073c1968320" -d '{"events": [{"server_uuid": "29710033-f00f-435c-8485-9dd60d728f27", "name": "network-vif-unplugged", "status": "completed", "tag": "de721302-c218-45d7-87a1-d79d5e51a7e4"}]}' {{(pid=121476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:05:10.951087 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port de721302-c218-45d7-87a1-d79d5e51a7e4, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=de721302-c218-45d7-87a1-d79d5e51a7e4,segment=NetworkSegment(7ac5aa42-d84c-402d-8b7d-91411dee0356),segment_id=7ac5aa42-d84c-402d-8b7d-91411dee0356)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:05:10.979614 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Jul 2022 04:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7124be49-6e68-424a-a99b-3145e68f0977 x-openstack-request-id: req-7124be49-6e68-424a-a99b-3145e68f0977 {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:05:10.980095 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29710033-f00f-435c-8485-9dd60d728f27", "name": "network-vif-unplugged", "status": "failed", "tag": "de721302-c218-45d7-87a1-d79d5e51a7e4", "code": 422}]} {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:05:10.980403 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7124be49-6e68-424a-a99b-3145e68f0977 {{(pid=121476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:05:10.980890 dv-cinder-851279-1-iscsi neutron-server[121476]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7124be49-6e68-424a-a99b-3145e68f0977']: {'server_uuid': '29710033-f00f-435c-8485-9dd60d728f27', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'de721302-c218-45d7-87a1-d79d5e51a7e4', 'code': 422} returned with failed status Jul 28 04:05:11.011780 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9d92cc-ce0d-4c3c-bca3-4c59187e2722 admin admin] Made reservation on behalf of 585076a742e24358bced3e99c04362dd for: {'subnet': 1} {{(pid=121474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:05:11.014388 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-6f9d92cc-ce0d-4c3c-bca3-4c59187e2722 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360841'] for subnet (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:11.041320 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (de721302-c218-45d7-87a1-d79d5e51a7e4), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:11.101144 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=de721302-c218-45d7-87a1-d79d5e51a7e4,revision_number=8']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:11.125102 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:11.284406 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-6f9d92cc-ce0d-4c3c-bca3-4c59187e2722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26044887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360871'] for subnet (a0cc5e9f-03af-4dcb-9b5a-02b44161cbaa), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:11.353549 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d92cc-ce0d-4c3c-bca3-4c59187e2722 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0cc5e9f-03af-4dcb-9b5a-02b44161cbaa,revision_number=0']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:11.362448 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9d92cc-ce0d-4c3c-bca3-4c59187e2722 admin admin] Checking segment: {'id': '6b556220-0d86-4a5f-b419-f464985f33f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '67eacd6c-8dd9-4b27-8003-d87166d8c5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 04:05:11.362908 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9d92cc-ce0d-4c3c-bca3-4c59187e2722 admin admin] Network hostable DHCP agents. Network: 67eacd6c-8dd9-4b27-8003-d87166d8c5ee, hostable agents: ['a6d94de3-42af-4ea6-939a-9cee0bfbc3cb'], hosted agents: [] {{(pid=121474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:05:11.491708 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9d92cc-ce0d-4c3c-bca3-4c59187e2722 admin admin] Network 67eacd6c-8dd9-4b27-8003-d87166d8c5ee is scheduled to be hosted by DHCP agent a6d94de3-42af-4ea6-939a-9cee0bfbc3cb with binding_index 1 {{(pid=121474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:05:11.606018 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [None req-6f9d92cc-ce0d-4c3c-bca3-4c59187e2722 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-1-iscsi, 67eacd6c-8dd9-4b27-8003-d87166d8c5ee) {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:05:11.611924 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9d92cc-ce0d-4c3c-bca3-4c59187e2722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:11.611924 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-6f9d92cc-ce0d-4c3c-bca3-4c59187e2722 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for subnet (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:11.615564 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5062468-22d3-4634-8b1f-5e485026f4af None None] Network 67eacd6c-8dd9-4b27-8003-d87166d8c5ee requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 04:05:11.712122 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-6f9d92cc-ce0d-4c3c-bca3-4c59187e2722 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8185623 Jul 28 04:05:11.734405 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558aa9a2-d474-4899-9127-4959f8040e40 None None] Network 67eacd6c-8dd9-4b27-8003-d87166d8c5ee requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 04:05:12.652722 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 57484) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:12.657902 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-88b21b59-da02-40b7-b344-6dfea1306598 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-822312192-network', 'tenant_id': '2c674c0053de47b1b23370b377ab6f7d'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:05:12.807024 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b21b59-da02-40b7-b344-6dfea1306598 admin admin] Made reservation on behalf of 2c674c0053de47b1b23370b377ab6f7d for: {'network': 1} {{(pid=121475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:05:12.811431 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-88b21b59-da02-40b7-b344-6dfea1306598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for network (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:12.827788 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-88b21b59-da02-40b7-b344-6dfea1306598 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:12.864015 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [req-4fbbd3aa-8429-43a2-8e18-1f0b483653b4 req-e94e4204-6099-467c-bebe-fae3afaa18e6 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=121475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 04:05:12.865922 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-4fbbd3aa-8429-43a2-8e18-1f0b483653b4 req-e94e4204-6099-467c-bebe-fae3afaa18e6 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0074668 Jul 28 04:05:12.937960 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-88b21b59-da02-40b7-b344-6dfea1306598 admin admin] Publish callbacks [] for security_group (b2f63556-f6c4-4952-8359-571e954ca958), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:13.069550 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-88b21b59-da02-40b7-b344-6dfea1306598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (b2f63556-f6c4-4952-8359-571e954ca958), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:13.111107 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88b21b59-da02-40b7-b344-6dfea1306598 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=121475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:05:13.137390 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b21b59-da02-40b7-b344-6dfea1306598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f63556-f6c4-4952-8359-571e954ca958,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:13.146937 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-88b21b59-da02-40b7-b344-6dfea1306598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684'] for segment (48a4da67-82ee-44bb-8766-b980685fc16b), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:13.147486 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.db.segments_db [None req-88b21b59-da02-40b7-b344-6dfea1306598 admin admin] Added segment 48a4da67-82ee-44bb-8766-b980685fc16b of type vlan for network 460f48b7-aead-40f0-b2ad-e818f088cc0f Jul 28 04:05:13.149666 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:13.224912 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-88b21b59-da02-40b7-b344-6dfea1306598 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761987992185'] for network (460f48b7-aead-40f0-b2ad-e818f088cc0f), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:13.574463 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ab431-f0ee-4d05-8e6c-aa98e7ac9f79 req-d3ea7b29-06a9-43bc-beaa-f2044544ec0f tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:13.577024 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8c5ab431-f0ee-4d05-8e6c-aa98e7ac9f79 req-d3ea7b29-06a9-43bc-beaa-f2044544ec0f tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 944 time: 0.0663559 Jul 28 04:05:13.632920 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-88b21b59-da02-40b7-b344-6dfea1306598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753'] for network (460f48b7-aead-40f0-b2ad-e818f088cc0f), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:13.635278 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b21b59-da02-40b7-b344-6dfea1306598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:13.636280 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-88b21b59-da02-40b7-b344-6dfea1306598 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for network (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:13.650060 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8c5ab431-f0ee-4d05-8e6c-aa98e7ac9f79 req-5167b9a6-d376-4419-99a8-bdfd4d79b350 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623155 Jul 28 04:05:13.732234 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b21b59-da02-40b7-b344-6dfea1306598 admin admin] Pushing event updated for resources: {'Network': ['ID=460f48b7-aead-40f0-b2ad-e818f088cc0f,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:13.744557 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Network 460f48b7-aead-40f0-b2ad-e818f088cc0f details requested by agent ovs-agent-dv-cinder-851279-1-iscsi with host dv-cinder-851279-1-iscsi {{(pid=121476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:05:13.798032 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-88b21b59-da02-40b7-b344-6dfea1306598 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1438015 Jul 28 04:05:13.800964 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 57502) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:13.807534 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-b58f243a-2319-45db-bfef-84a5fe43084e admin admin] Request body: {'subnet': {'network_id': '460f48b7-aead-40f0-b2ad-e818f088cc0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-822312192-subnet', 'tenant_id': '2c674c0053de47b1b23370b377ab6f7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:05:13.869933 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f7c3a554-fa41-411b-969a-83f08bef9b9e req-a1202524-18b2-4629-8714-f2ae05bdd1ce service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0450363 Jul 28 04:05:13.937308 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58f243a-2319-45db-bfef-84a5fe43084e admin admin] Made reservation on behalf of 2c674c0053de47b1b23370b377ab6f7d for: {'subnet': 1} {{(pid=121474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:05:13.939871 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-b58f243a-2319-45db-bfef-84a5fe43084e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25360841'] for subnet (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:13.950810 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3a554-fa41-411b-969a-83f08bef9b9e req-27e5f338-169d-48ac-a392-0f1d3b72cc6d tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:13.952322 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-f7c3a554-fa41-411b-969a-83f08bef9b9e req-27e5f338-169d-48ac-a392-0f1d3b72cc6d tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports/de721302-c218-45d7-87a1-d79d5e51a7e4 HTTP/1.1" status: 200 len: 941 time: 0.0536509 Jul 28 04:05:14.183542 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:14.257925 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-b58f243a-2319-45db-bfef-84a5fe43084e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26044887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25360871'] for subnet (181966bb-1d73-4967-a38b-b8f212e32a1a), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:14.340576 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f243a-2319-45db-bfef-84a5fe43084e admin admin] Pushing event updated for resources: {'Subnet': ['ID=181966bb-1d73-4967-a38b-b8f212e32a1a,revision_number=0']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:14.361524 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58f243a-2319-45db-bfef-84a5fe43084e admin admin] Checking segment: {'id': '48a4da67-82ee-44bb-8766-b980685fc16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '460f48b7-aead-40f0-b2ad-e818f088cc0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 04:05:14.362011 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58f243a-2319-45db-bfef-84a5fe43084e admin admin] Network hostable DHCP agents. Network: 460f48b7-aead-40f0-b2ad-e818f088cc0f, hostable agents: ['a6d94de3-42af-4ea6-939a-9cee0bfbc3cb'], hosted agents: [] {{(pid=121474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:05:14.509079 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58f243a-2319-45db-bfef-84a5fe43084e admin admin] Network 460f48b7-aead-40f0-b2ad-e818f088cc0f is scheduled to be hosted by DHCP agent a6d94de3-42af-4ea6-939a-9cee0bfbc3cb with binding_index 1 {{(pid=121474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:05:14.594478 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [None req-b58f243a-2319-45db-bfef-84a5fe43084e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-1-iscsi, 460f48b7-aead-40f0-b2ad-e818f088cc0f) {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:05:14.599387 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58f243a-2319-45db-bfef-84a5fe43084e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:14.600017 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-b58f243a-2319-45db-bfef-84a5fe43084e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for subnet (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:14.609580 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b345927-7318-4305-a3a9-7e0c1a017754 None None] Network 460f48b7-aead-40f0-b2ad-e818f088cc0f requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 04:05:14.694374 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-b58f243a-2319-45db-bfef-84a5fe43084e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8918979 Jul 28 04:05:14.731118 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1929a978-b70d-4749-a2a5-bef78feb911e None None] Network 460f48b7-aead-40f0-b2ad-e818f088cc0f requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 04:05:14.860516 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:14.878185 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837a6cf-951d-4174-ae09-56cb895bd769 req-a89f4a99-8157-4a2d-80f0-9a44b8c9bf19 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:14.890729 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-0837a6cf-951d-4174-ae09-56cb895bd769 req-a89f4a99-8157-4a2d-80f0-9a44b8c9bf19 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 944 time: 0.1185246 Jul 28 04:05:14.928490 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:14.930827 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ad67e8a3-ebdd-4417-b35b-c8dd66c9b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:14.969827 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-0837a6cf-951d-4174-ae09-56cb895bd769 req-b39062d3-1aaa-4661-a873-249d7db10c99 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780177 Jul 28 04:05:15.693550 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3a554-fa41-411b-969a-83f08bef9b9e req-8da52c2e-405a-4be0-b3b0-393ec4c33f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:15.695087 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f7c3a554-fa41-411b-969a-83f08bef9b9e req-8da52c2e-405a-4be0-b3b0-393ec4c33f86 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27&tenant_id=52b087e8dc5c4426b8402dfdf99328ad HTTP/1.1" status: 200 len: 1128 time: 0.0421569 Jul 28 04:05:15.760396 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3a554-fa41-411b-969a-83f08bef9b9e req-656a6732-410c-45dc-bfa2-3dbc9d64dd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:15.762336 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f7c3a554-fa41-411b-969a-83f08bef9b9e req-656a6732-410c-45dc-bfa2-3dbc9d64dd96 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=52b087e8dc5c4426b8402dfdf99328ad&device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 1128 time: 0.0453222 Jul 28 04:05:15.880834 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3a554-fa41-411b-969a-83f08bef9b9e req-34624d88-d36d-4b21-a2a5-6f529316f815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:15.882575 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f7c3a554-fa41-411b-969a-83f08bef9b9e req-34624d88-d36d-4b21-a2a5-6f529316f815 service neutron] 10.222.0.67 "GET /v2.0/networks?id=500d2409-0505-4e71-ad33-d33fa2f8a8dc HTTP/1.1" status: 200 len: 917 time: 0.1100869 Jul 28 04:05:15.938884 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:15.972701 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f7c3a554-fa41-411b-969a-83f08bef9b9e req-53f6933c-11f8-46e5-a28b-3f1d388059aa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de721302-c218-45d7-87a1-d79d5e51a7e4 HTTP/1.1" status: 200 len: 999 time: 0.0835409 Jul 28 04:05:16.102509 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3a554-fa41-411b-969a-83f08bef9b9e req-2aa0a198-dc24-40c2-9173-2af99b844e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:16.105075 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f7c3a554-fa41-411b-969a-83f08bef9b9e req-2aa0a198-dc24-40c2-9173-2af99b844e31 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81f8d920-e036-48ec-bb1b-67fea0f2e9aa HTTP/1.1" status: 200 len: 855 time: 0.1197968 Jul 28 04:05:16.234999 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba007e9-aade-4797-8e64-1ebc1198e07e req-ce8134da-204c-46e3-92f2-b987fbb8d280 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:16.236740 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4ba007e9-aade-4797-8e64-1ebc1198e07e req-ce8134da-204c-46e3-92f2-b987fbb8d280 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 944 time: 0.1525586 Jul 28 04:05:16.247127 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3a554-fa41-411b-969a-83f08bef9b9e req-0f0b2d2f-84f6-416c-9ffb-6caf4cffed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:16.250166 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f7c3a554-fa41-411b-969a-83f08bef9b9e req-0f0b2d2f-84f6-416c-9ffb-6caf4cffed61 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=500d2409-0505-4e71-ad33-d33fa2f8a8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1084282 Jul 28 04:05:16.369191 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4ba007e9-aade-4797-8e64-1ebc1198e07e req-247f47a2-e5f8-413e-aaf2-986ed2a06ac2 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176155 Jul 28 04:05:16.403884 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f7c3a554-fa41-411b-969a-83f08bef9b9e req-a17f0724-77e0-4652-b3c9-defd0332c7d8 service neutron] 10.222.0.67 "GET /v2.0/networks/500d2409-0505-4e71-ad33-d33fa2f8a8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381309 Jul 28 04:05:16.515764 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f7c3a554-fa41-411b-969a-83f08bef9b9e req-7764dd67-0ada-4838-8068-abb0fe5070c1 service neutron] 10.222.0.67 "GET /v2.0/networks/500d2409-0505-4e71-ad33-d33fa2f8a8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044326 Jul 28 04:05:16.795579 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.agents_db [None req-58c662dc-5ea5-4853-b3cc-f7bb2188e679 None None] Agent healthcheck: found 6 active agents {{(pid=121477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:05:17.241638 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f302a66-8b8f-45c4-90bb-40d86887cb38 req-3dc3c094-8ca6-4f2b-8d70-b91ce3587ce6 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:17.244026 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-9f302a66-8b8f-45c4-90bb-40d86887cb38 req-3dc3c094-8ca6-4f2b-8d70-b91ce3587ce6 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=70dc9074-c661-48fa-ba87-ef45db17143b HTTP/1.1" status: 200 len: 945 time: 0.0601773 Jul 28 04:05:17.264114 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:17.316290 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-9f302a66-8b8f-45c4-90bb-40d86887cb38 req-7d72a6d0-bf29-4d53-94e9-3e5cce4c1b28 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=428b376c-c4ee-4157-8c41-7919c9c06f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542257 Jul 28 04:05:17.495102 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-fb264770-8478-4c67-92dc-fd589a179943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:17.543808 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250ede9-8352-4b5c-8e9b-e89d09fe5c5c req-76e064a8-2dad-47ec-800c-a5ff3e8b22ee tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:17.546463 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-9250ede9-8352-4b5c-8e9b-e89d09fe5c5c req-76e064a8-2dad-47ec-800c-a5ff3e8b22ee tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 944 time: 0.0744882 Jul 28 04:05:17.606381 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-9250ede9-8352-4b5c-8e9b-e89d09fe5c5c req-a4bc5caa-a2aa-400b-980f-a6a847ba6ebd tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539122 Jul 28 04:05:18.309226 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:18.449921 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13808e9-c62b-433d-a584-c88ac7f57bd9 req-9cc06648-8adc-4b19-85dc-7df4067c88f7 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:18.451568 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c13808e9-c62b-433d-a584-c88ac7f57bd9 req-9cc06648-8adc-4b19-85dc-7df4067c88f7 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=70dc9074-c661-48fa-ba87-ef45db17143b HTTP/1.1" status: 200 len: 945 time: 0.0570064 Jul 28 04:05:18.505717 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c13808e9-c62b-433d-a584-c88ac7f57bd9 req-c2f2c0db-029e-47aa-8eb6-621bc09094ff tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=428b376c-c4ee-4157-8c41-7919c9c06f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481703 Jul 28 04:05:18.848623 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662bc137-5e7a-4517-8f5a-cdfee11b3246 req-7e6a74b8-f827-4d7a-aa72-2faab3ad9d67 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:18.852948 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-662bc137-5e7a-4517-8f5a-cdfee11b3246 req-7e6a74b8-f827-4d7a-aa72-2faab3ad9d67 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 944 time: 0.1110599 Jul 28 04:05:18.883844 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d923ff-d983-4784-981f-1bbce4c5c5ac), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:18.937659 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-662bc137-5e7a-4517-8f5a-cdfee11b3246 req-e2bee053-6637-497f-82e8-b006d00d5d78 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779171 Jul 28 04:05:19.675393 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:19.681657 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509395d-c178-4e4c-a533-0c441af666eb req-84efdcd7-f765-477a-b302-4828481ccc4c tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:19.689278 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1509395d-c178-4e4c-a533-0c441af666eb req-84efdcd7-f765-477a-b302-4828481ccc4c tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=70dc9074-c661-48fa-ba87-ef45db17143b HTTP/1.1" status: 200 len: 945 time: 0.0553660 Jul 28 04:05:19.790734 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1509395d-c178-4e4c-a533-0c441af666eb req-751b5cbb-81ea-47a0-9add-8c1633261745 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=428b376c-c4ee-4157-8c41-7919c9c06f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968299 Jul 28 04:05:20.201558 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3bf19-7766-435e-b1ac-33e15e451559 req-eb90890c-668a-4031-b9b2-7630660ee11f tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:20.203386 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-92f3bf19-7766-435e-b1ac-33e15e451559 req-eb90890c-668a-4031-b9b2-7630660ee11f tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 944 time: 0.0893447 Jul 28 04:05:20.216179 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:20.273222 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-92f3bf19-7766-435e-b1ac-33e15e451559 req-811f3fbd-d29f-4575-a661-459240a6e99b tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581932 Jul 28 04:05:20.986109 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76389f8a-da5e-4b91-8c46-bbced15fdcb4 req-bfbca757-2950-4ddf-b59d-7d4c6fc5245e tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:20.988439 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-76389f8a-da5e-4b91-8c46-bbced15fdcb4 req-bfbca757-2950-4ddf-b59d-7d4c6fc5245e tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=70dc9074-c661-48fa-ba87-ef45db17143b HTTP/1.1" status: 200 len: 945 time: 0.0905986 Jul 28 04:05:21.091306 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-76389f8a-da5e-4b91-8c46-bbced15fdcb4 req-0d0dbb73-80e2-476c-872d-5551113ed1c8 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=428b376c-c4ee-4157-8c41-7919c9c06f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905242 Jul 28 04:05:21.469957 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d5798-5d4e-4d62-b0fa-52c04c45e06f req-f186232c-c07e-4a69-9692-e8aac9078d4a tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:21.471600 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-d19d5798-5d4e-4d62-b0fa-52c04c45e06f req-f186232c-c07e-4a69-9692-e8aac9078d4a tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 944 time: 0.0564239 Jul 28 04:05:21.562894 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-d19d5798-5d4e-4d62-b0fa-52c04c45e06f req-78eed9db-dab7-4c33-9650-eba94aa45cb6 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832582 Jul 28 04:05:22.243581 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a8632-1ed1-47a8-984f-279e65c73ff6 req-4734d40f-1378-404c-bcd2-6f6a1d630362 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:22.245721 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-361a8632-1ed1-47a8-984f-279e65c73ff6 req-4734d40f-1378-404c-bcd2-6f6a1d630362 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=70dc9074-c661-48fa-ba87-ef45db17143b HTTP/1.1" status: 200 len: 945 time: 0.0560338 Jul 28 04:05:22.335796 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-361a8632-1ed1-47a8-984f-279e65c73ff6 req-803bdf49-a62a-45ca-af8f-3a86e6d58731 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=428b376c-c4ee-4157-8c41-7919c9c06f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815070 Jul 28 04:05:22.822511 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd28aef1-a809-4722-9b36-0a8be16a4b2d req-9ab76799-6faa-4c6c-94df-240d12cb5ff9 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:22.829862 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-cd28aef1-a809-4722-9b36-0a8be16a4b2d req-9ab76799-6faa-4c6c-94df-240d12cb5ff9 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 944 time: 0.1187253 Jul 28 04:05:22.895836 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-cd28aef1-a809-4722-9b36-0a8be16a4b2d req-a0a6ba1f-392e-4fc4-b31b-9102cef8db3f tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580826 Jul 28 04:05:23.483486 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70c01d-752b-4ebd-9b91-62a9d8fdc447 req-76d79f17-fae1-4a1b-b33d-df05e6ed0123 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:23.492919 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-1c70c01d-752b-4ebd-9b91-62a9d8fdc447 req-76d79f17-fae1-4a1b-b33d-df05e6ed0123 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=70dc9074-c661-48fa-ba87-ef45db17143b HTTP/1.1" status: 200 len: 945 time: 0.0817556 Jul 28 04:05:23.586960 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-1c70c01d-752b-4ebd-9b91-62a9d8fdc447 req-40be2ecf-2c4f-4bea-87fc-744bbd2830c5 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=428b376c-c4ee-4157-8c41-7919c9c06f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808015 Jul 28 04:05:24.113155 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0a36e-9dee-464f-b316-f0e6738d5c73 req-6c449ec3-7f72-4b26-8b3f-28f686bd4787 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:24.131021 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-38e0a36e-9dee-464f-b316-f0e6738d5c73 req-6c449ec3-7f72-4b26-8b3f-28f686bd4787 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 944 time: 0.1018500 Jul 28 04:05:24.198491 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-38e0a36e-9dee-464f-b316-f0e6738d5c73 req-daca8067-2260-4eb1-b7ee-4dc001295ef0 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761139 Jul 28 04:05:24.726255 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de01dc-d49a-4ec3-a350-a884d2854ba3 req-972d65de-4d4d-4314-8717-a708f51d5319 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:24.732726 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-17de01dc-d49a-4ec3-a350-a884d2854ba3 req-972d65de-4d4d-4314-8717-a708f51d5319 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=70dc9074-c661-48fa-ba87-ef45db17143b HTTP/1.1" status: 200 len: 945 time: 0.0528643 Jul 28 04:05:24.817531 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-17de01dc-d49a-4ec3-a350-a884d2854ba3 req-8735d314-542d-4556-b963-475cdb3d950d tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups?id=428b376c-c4ee-4157-8c41-7919c9c06f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828826 Jul 28 04:05:24.828040 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8faa360-4c98-4a94-babd-24ab25c7fed7 req-570cd98c-ab34-4cc3-bb54-2232884661ec tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:24.829812 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a8faa360-4c98-4a94-babd-24ab25c7fed7 req-570cd98c-ab34-4cc3-bb54-2232884661ec tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.67 "GET /v2.0/ports?device_id=70dc9074-c661-48fa-ba87-ef45db17143b HTTP/1.1" status: 200 len: 945 time: 0.0811377 Jul 28 04:05:25.018378 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [req-a8faa360-4c98-4a94-babd-24ab25c7fed7 req-4bb8d18a-7133-4104-bf8b-39e3bef6cc48 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Deleting port 03f6d4b3-f03e-4e79-9f11-0cea1b416098 {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:05:25.039927 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-a8faa360-4c98-4a94-babd-24ab25c7fed7 req-4bb8d18a-7133-4104-bf8b-39e3bef6cc48 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (03f6d4b3-f03e-4e79-9f11-0cea1b416098), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:25.188641 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-a8faa360-4c98-4a94-babd-24ab25c7fed7 req-4bb8d18a-7133-4104-bf8b-39e3bef6cc48 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] For port 03f6d4b3-f03e-4e79-9f11-0cea1b416098, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=03f6d4b3-f03e-4e79-9f11-0cea1b416098,segment=NetworkSegment(59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b),segment_id=59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b)] {{(pid=121474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:05:25.189161 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-a8faa360-4c98-4a94-babd-24ab25c7fed7 req-4bb8d18a-7133-4104-bf8b-39e3bef6cc48 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (03f6d4b3-f03e-4e79-9f11-0cea1b416098), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:25.382597 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664b5eb-f6b8-4f94-85d2-fbeb1525e139 req-0545a856-172c-4ac4-928a-88d8906d1f6e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:25.387917 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-0664b5eb-f6b8-4f94-85d2-fbeb1525e139 req-0545a856-172c-4ac4-928a-88d8906d1f6e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 944 time: 0.0721705 Jul 28 04:05:25.474318 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-a8faa360-4c98-4a94-babd-24ab25c7fed7 req-4bb8d18a-7133-4104-bf8b-39e3bef6cc48 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:25.475051 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-a8faa360-4c98-4a94-babd-24ab25c7fed7 req-4bb8d18a-7133-4104-bf8b-39e3bef6cc48 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739753'] for floatingip (762419e2-b7fe-4db9-84a0-309129e0e3be), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:25.475672 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.db.l3_db [req-a8faa360-4c98-4a94-babd-24ab25c7fed7 req-4bb8d18a-7133-4104-bf8b-39e3bef6cc48 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Floating IP 762419e2-b7fe-4db9-84a0-309129e0e3be disassociated. External IP: 172.27.0.228, port: 03f6d4b3-f03e-4e79-9f11-0cea1b416098. Jul 28 04:05:25.476811 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [req-a8faa360-4c98-4a94-babd-24ab25c7fed7 req-4bb8d18a-7133-4104-bf8b-39e3bef6cc48 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Calling delete_port for 03f6d4b3-f03e-4e79-9f11-0cea1b416098 owned by compute:nova {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:05:25.490388 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-0664b5eb-f6b8-4f94-85d2-fbeb1525e139 req-3b0e8bfa-accc-4a59-a70d-3f8b541dd844 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986881 Jul 28 04:05:25.602971 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:25.902183 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-a8faa360-4c98-4a94-babd-24ab25c7fed7 req-4bb8d18a-7133-4104-bf8b-39e3bef6cc48 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (03f6d4b3-f03e-4e79-9f11-0cea1b416098), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:25.971810 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb8d18a-7133-4104-bf8b-39e3bef6cc48 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Pushing event deleted for resources: {'Port': ['ID=03f6d4b3-f03e-4e79-9f11-0cea1b416098,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:25.987293 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:26.002531 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=100 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:26.005719 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb8d18a-7133-4104-bf8b-39e3bef6cc48 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:26.006065 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb8d18a-7133-4104-bf8b-39e3bef6cc48 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:26.010881 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb8d18a-7133-4104-bf8b-39e3bef6cc48 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:26.011247 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb8d18a-7133-4104-bf8b-39e3bef6cc48 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:26.011733 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb8d18a-7133-4104-bf8b-39e3bef6cc48 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:26.012187 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb8d18a-7133-4104-bf8b-39e3bef6cc48 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:26.012612 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb8d18a-7133-4104-bf8b-39e3bef6cc48 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:26.014889 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb8d18a-7133-4104-bf8b-39e3bef6cc48 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:26.014889 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb8d18a-7133-4104-bf8b-39e3bef6cc48 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:26.015183 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb8d18a-7133-4104-bf8b-39e3bef6cc48 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:26.015392 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb8d18a-7133-4104-bf8b-39e3bef6cc48 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:26.016327 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb8d18a-7133-4104-bf8b-39e3bef6cc48 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:26.016842 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb8d18a-7133-4104-bf8b-39e3bef6cc48 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:26.017356 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb8d18a-7133-4104-bf8b-39e3bef6cc48 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:26.018036 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb8d18a-7133-4104-bf8b-39e3bef6cc48 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:26.049275 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-2b884af8-a9c0-4466-88e3-0fc356ba210f req-1255571c-9f45-413d-9547-70adab6ac14d tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=70dc9074-c661-48fa-ba87-ef45db17143b HTTP/1.1" status: 200 len: 210 time: 0.0588014 Jul 28 04:05:26.137611 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 57674) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:26.224595 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8faa360-4c98-4a94-babd-24ab25c7fed7 req-4bb8d18a-7133-4104-bf8b-39e3bef6cc48 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Router a742bb6a-8304-4f5a-8d24-66a8e74f4d23 has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 04:05:26.484365 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8faa360-4c98-4a94-babd-24ab25c7fed7 req-4bb8d18a-7133-4104-bf8b-39e3bef6cc48 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:05:26.499085 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06abef2-0e6f-4ca0-94b7-1a87fb5bbb9e None None] Sync routers for ids ['a742bb6a-8304-4f5a-8d24-66a8e74f4d23'] in dv-cinder-851279-1-iscsi {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:05:26.530560 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06abef2-0e6f-4ca0-94b7-1a87fb5bbb9e None None] Routers {'a742bb6a-8304-4f5a-8d24-66a8e74f4d23'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:05:26.530892 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-c06abef2-0e6f-4ca0-94b7-1a87fb5bbb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:05:17Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['a742bb6a-8304-4f5a-8d24-66a8e74f4d23'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:26.627745 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8faa360-4c98-4a94-babd-24ab25c7fed7 req-4bb8d18a-7133-4104-bf8b-39e3bef6cc48 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] No DVR routers for this DVR port 03f6d4b3-f03e-4e79-9f11-0cea1b416098 on host hv-cinder-85127 {{(pid=121474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 04:05:26.634162 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-a8faa360-4c98-4a94-babd-24ab25c7fed7 req-4bb8d18a-7133-4104-bf8b-39e3bef6cc48 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:26.638173 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a8faa360-4c98-4a94-babd-24ab25c7fed7 req-4bb8d18a-7133-4104-bf8b-39e3bef6cc48 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.67 "DELETE /v2.0/ports/03f6d4b3-f03e-4e79-9f11-0cea1b416098 HTTP/1.1" status: 204 len: 173 time: 1.7954824 Jul 28 04:05:26.642161 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70dc9074-c661-48fa-ba87-ef45db17143b', 'name': 'network-vif-deleted', 'tag': '03f6d4b3-f03e-4e79-9f11-0cea1b416098'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:05:26.642161 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ad056b-9c80-4e1d-88ff-28efca1ab90c" -d '{"events": [{"server_uuid": "70dc9074-c661-48fa-ba87-ef45db17143b", "name": "network-vif-deleted", "tag": "03f6d4b3-f03e-4e79-9f11-0cea1b416098"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:05:26.749411 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 04:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd0b3a7-6cd8-4458-bcfb-f86e18539b03 x-openstack-request-id: req-5dd0b3a7-6cd8-4458-bcfb-f86e18539b03 {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:05:26.749883 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70dc9074-c661-48fa-ba87-ef45db17143b", "name": "network-vif-deleted", "tag": "03f6d4b3-f03e-4e79-9f11-0cea1b416098", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:05:26.750303 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5dd0b3a7-6cd8-4458-bcfb-f86e18539b03 {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:05:26.750978 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dd0b3a7-6cd8-4458-bcfb-f86e18539b03'] response: {'server_uuid': '70dc9074-c661-48fa-ba87-ef45db17143b', 'name': 'network-vif-deleted', 'tag': '03f6d4b3-f03e-4e79-9f11-0cea1b416098', 'status': 'completed', 'code': 200} Jul 28 04:05:26.754759 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=100 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:26.767032 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-c06abef2-0e6f-4ca0-94b7-1a87fb5bbb9e None None] Set router a742bb6a-8304-4f5a-8d24-66a8e74f4d23 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:05:26.789582 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=2 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:26.869146 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0af41-35de-45c0-bfc2-842694caf909 req-968eb5ec-8469-4b17-be6c-1866f56e6e4d tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:26.870766 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-b8d0af41-35de-45c0-bfc2-842694caf909 req-968eb5ec-8469-4b17-be6c-1866f56e6e4d tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 944 time: 0.1098330 Jul 28 04:05:26.923510 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:26.932801 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-b8d0af41-35de-45c0-bfc2-842694caf909 req-e4292065-1576-419e-ae37-42286137579b tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479710 Jul 28 04:05:26.992446 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.plugin [None req-d7410cb0-0db1-4e94-b1e6-414d4f4421fd tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Deleting port e9a0f656-99d4-4318-9532-6fd3d7226392 {{(pid=121475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:05:26.992763 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-d7410cb0-0db1-4e94-b1e6-414d4f4421fd tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (e9a0f656-99d4-4318-9532-6fd3d7226392), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:27.076271 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-c06abef2-0e6f-4ca0-94b7-1a87fb5bbb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'name': 'tempest-AttachVolumeTestJSON-350895408-router', 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'bdaacc0e-026c-45bb-91ce-d6943bc8b36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T03:58:53Z', 'revision_number': 4, 'project_id': '6a869e1e00fc4d8d9d4511e34501665f', 'gw_port': {'id': 'bdaacc0e-026c-45bb-91ce-d6943bc8b36e', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '98abe0e5-d981-4868-a7f3-04ad99bcc49f', 'name': '', 'network_id': '5b7076b1-5b54-41f8-8740-25deddb61b0a', 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'mac_address': 'fa:16:3e:b5:0c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0c317d02-35c6-4092-b3d2-22f73010b2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:51Z', 'updated_at': '2022-07-28T03:59:10Z', 'revision_number': 5, 'project_id': '6a869e1e00fc4d8d9d4511e34501665f', 'subnets': [{'id': '0c317d02-35c6-4092-b3d2-22f73010b2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:27.115727 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06abef2-0e6f-4ca0-94b7-1a87fb5bbb9e None None] Checking router: a742bb6a-8304-4f5a-8d24-66a8e74f4d23 for host: dv-cinder-851279-1-iscsi {{(pid=121476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:05:27.131084 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06abef2-0e6f-4ca0-94b7-1a87fb5bbb9e None None] Routers {'a742bb6a-8304-4f5a-8d24-66a8e74f4d23'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:05:27.132374 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-c06abef2-0e6f-4ca0-94b7-1a87fb5bbb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:05:17Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['a742bb6a-8304-4f5a-8d24-66a8e74f4d23'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:27.162263 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-d7410cb0-0db1-4e94-b1e6-414d4f4421fd tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (e9a0f656-99d4-4318-9532-6fd3d7226392), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:27.162840 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-d7410cb0-0db1-4e94-b1e6-414d4f4421fd tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks [] for floatingip (e9a0f656-99d4-4318-9532-6fd3d7226392), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:27.187381 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.plugin [None req-d7410cb0-0db1-4e94-b1e6-414d4f4421fd tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Calling delete_port for e9a0f656-99d4-4318-9532-6fd3d7226392 owned by network:floatingip {{(pid=121475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:05:27.265958 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8eebfd12-ddad-4ad0-9140-b6aecc8145ea req-52378f70-059d-449a-8061-7fe0d11153d5 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=70dc9074-c661-48fa-ba87-ef45db17143b HTTP/1.1" status: 200 len: 210 time: 0.0387008 Jul 28 04:05:27.376252 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-c06abef2-0e6f-4ca0-94b7-1a87fb5bbb9e None None] Set router a742bb6a-8304-4f5a-8d24-66a8e74f4d23 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:05:27.396282 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:27.573215 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:27.680123 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-c06abef2-0e6f-4ca0-94b7-1a87fb5bbb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'name': 'tempest-AttachVolumeTestJSON-350895408-router', 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'bdaacc0e-026c-45bb-91ce-d6943bc8b36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T03:58:53Z', 'revision_number': 4, 'project_id': '6a869e1e00fc4d8d9d4511e34501665f', 'gw_port': {'id': 'bdaacc0e-026c-45bb-91ce-d6943bc8b36e', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '98abe0e5-d981-4868-a7f3-04ad99bcc49f', 'name': '', 'network_id': '5b7076b1-5b54-41f8-8740-25deddb61b0a', 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'mac_address': 'fa:16:3e:b5:0c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0c317d02-35c6-4092-b3d2-22f73010b2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:51Z', 'updated_at': '2022-07-28T03:59:10Z', 'revision_number': 5, 'project_id': '6a869e1e00fc4d8d9d4511e34501665f', 'subnets': [{'id': '0c317d02-35c6-4092-b3d2-22f73010b2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:27.726557 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06abef2-0e6f-4ca0-94b7-1a87fb5bbb9e None None] The sync data for ids ['a742bb6a-8304-4f5a-8d24-66a8e74f4d23'] in dv-cinder-851279-1-iscsi is: [{'id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'name': 'tempest-AttachVolumeTestJSON-350895408-router', 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'bdaacc0e-026c-45bb-91ce-d6943bc8b36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T03:58:53Z', 'revision_number': 4, 'project_id': '6a869e1e00fc4d8d9d4511e34501665f', 'gw_port': {'id': 'bdaacc0e-026c-45bb-91ce-d6943bc8b36e', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '98abe0e5-d981-4868-a7f3-04ad99bcc49f', 'name': '', 'network_id': '5b7076b1-5b54-41f8-8740-25deddb61b0a', 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'mac_address': 'fa:16:3e:b5:0c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0c317d02-35c6-4092-b3d2-22f73010b2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:51Z', 'updated_at': '2022-07-28T03:59:10Z', 'revision_number': 5, 'project_id': '6a869e1e00fc4d8d9d4511e34501665f', 'subnets': [{'id': '0c317d02-35c6-4092-b3d2-22f73010b2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:05:27.926853 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-d7410cb0-0db1-4e94-b1e6-414d4f4421fd tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3956301'] for port (e9a0f656-99d4-4318-9532-6fd3d7226392), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:27.956871 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7410cb0-0db1-4e94-b1e6-414d4f4421fd tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Pushing event deleted for resources: {'Port': ['ID=e9a0f656-99d4-4318-9532-6fd3d7226392,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:28.023890 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafdbe0e-5702-4b9d-8ee5-56301c8cd83d None None] New status for floating IP 762419e2-b7fe-4db9-84a0-309129e0e3be: DOWN {{(pid=121477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 04:05:28.032914 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-d7410cb0-0db1-4e94-b1e6-414d4f4421fd tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks [] for floatingip (e57f0104-5355-41ee-b407-463380f46e57), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:28.032914 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.db.l3_db [None req-d7410cb0-0db1-4e94-b1e6-414d4f4421fd tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Floating IP e57f0104-5355-41ee-b407-463380f46e57 disassociated (deleted). External IP: 172.27.0.216, port: 68bf49ef-5416-40a1-b99b-f3cd17caa288. Jul 28 04:05:28.168922 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c39d08-8b00-4e7b-93ef-c270c2557d28 req-b2aecf47-ff7a-4e13-822f-7d6cd2d3e47e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:28.170489 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-10c39d08-8b00-4e7b-93ef-c270c2557d28 req-b2aecf47-ff7a-4e13-822f-7d6cd2d3e47e tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 944 time: 0.0977638 Jul 28 04:05:28.272795 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-10c39d08-8b00-4e7b-93ef-c270c2557d28 req-546413b5-81c5-4ba7-b79a-9fbe582d065f tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965290 Jul 28 04:05:28.347149 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7410cb0-0db1-4e94-b1e6-414d4f4421fd tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Router 925609f1-6849-4d84-87f3-b946f0b7ca6e has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 04:05:28.383288 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-069ed535-dcbc-4083-b614-b1e76b432be6 req-3571d028-5e01-48c5-ae8f-74be74f107e8 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/ports?device_id=70dc9074-c661-48fa-ba87-ef45db17143b HTTP/1.1" status: 200 len: 210 time: 0.0314589 Jul 28 04:05:28.394023 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:28.483365 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7410cb0-0db1-4e94-b1e6-414d4f4421fd tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:05:28.491303 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-d7410cb0-0db1-4e94-b1e6-414d4f4421fd tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for floatingip (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:28.502169 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6dbd87-dd7c-4438-8889-c4e7b7a5f6e3 None None] Sync routers for ids ['925609f1-6849-4d84-87f3-b946f0b7ca6e'] in dv-cinder-851279-1-iscsi {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:05:28.522361 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6dbd87-dd7c-4438-8889-c4e7b7a5f6e3 None None] Routers {'925609f1-6849-4d84-87f3-b946f0b7ca6e'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:05:28.524322 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-8a6dbd87-dd7c-4438-8889-c4e7b7a5f6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:05:17Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['925609f1-6849-4d84-87f3-b946f0b7ca6e'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:28.531784 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-d7410cb0-0db1-4e94-b1e6-414d4f4421fd tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "DELETE /v2.0/floatingips/e57f0104-5355-41ee-b407-463380f46e57 HTTP/1.1" status: 204 len: 168 time: 2.3929329 Jul 28 04:05:28.532462 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ed19419-f0b9-473d-93cb-fefb8c29d74e', 'tag': '68bf49ef-5416-40a1-b99b-f3cd17caa288'}] {{(pid=121475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:05:28.534968 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ccdd625b6c35f453df47d8ce3046bfbae24fa7e88dffa5888c0c6e748a7dd72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5807a269-ed7e-452d-b501-1b047296e4d8" -d '{"events": [{"name": "network-changed", "server_uuid": "1ed19419-f0b9-473d-93cb-fefb8c29d74e", "tag": "68bf49ef-5416-40a1-b99b-f3cd17caa288"}]}' {{(pid=121475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:05:28.639513 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 04:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02cf953-7fa1-4f2f-a192-0805fee6ae1f x-openstack-request-id: req-d02cf953-7fa1-4f2f-a192-0805fee6ae1f {{(pid=121475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:05:28.643300 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ed19419-f0b9-473d-93cb-fefb8c29d74e", "tag": "68bf49ef-5416-40a1-b99b-f3cd17caa288", "status": "completed", "code": 200}]} {{(pid=121475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:05:28.643300 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d02cf953-7fa1-4f2f-a192-0805fee6ae1f {{(pid=121475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:05:28.643300 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d02cf953-7fa1-4f2f-a192-0805fee6ae1f'] response: {'name': 'network-changed', 'server_uuid': '1ed19419-f0b9-473d-93cb-fefb8c29d74e', 'tag': '68bf49ef-5416-40a1-b99b-f3cd17caa288', 'status': 'completed', 'code': 200} Jul 28 04:05:28.692751 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-8a6dbd87-dd7c-4438-8889-c4e7b7a5f6e3 None None] Set router 925609f1-6849-4d84-87f3-b946f0b7ca6e gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:05:28.954808 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device 03f6d4b3-f03e-4e79-9f11-0cea1b416098 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:05:28.969309 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807a269-ed7e-452d-b501-1b047296e4d8 req-98f10544-a6e5-4287-bd0e-4b15e8b6a179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:28.970888 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-5807a269-ed7e-452d-b501-1b047296e4d8 req-98f10544-a6e5-4287-bd0e-4b15e8b6a179 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5e16f8abc2ed4df1b2834b1669b67a1b&device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 1130 time: 0.0598509 Jul 28 04:05:28.978065 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] No Port match for: 03f6d4b3-f03e-4e79-9f11-0cea1b416098 {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:05:28.978259 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device 03f6d4b3-f03e-4e79-9f11-0cea1b416098 not bound to the agent host hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:05:29.081292 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-8a6dbd87-dd7c-4438-8889-c4e7b7a5f6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925609f1-6849-4d84-87f3-b946f0b7ca6e', 'name': 'tempest-TestShelveInstance-1980091268-router', 'tenant_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '34f590ac-1120-4ab9-8d01-c3374ff98a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:59:53Z', 'updated_at': '2022-07-28T03:59:57Z', 'revision_number': 4, 'project_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'gw_port': {'id': '34f590ac-1120-4ab9-8d01-c3374ff98a49', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925609f1-6849-4d84-87f3-b946f0b7ca6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:59:53Z', 'updated_at': '2022-07-28T03:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '099ed97a-3f77-49d7-a23d-52e9cc72872a', 'name': '', 'network_id': '577751dd-78a4-42c8-b90a-c6d300b531a2', 'tenant_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'mac_address': 'fa:16:3e:0a:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925609f1-6849-4d84-87f3-b946f0b7ca6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '117a9784-f853-4ff3-95fc-37c8f679d459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:59:56Z', 'updated_at': '2022-07-28T04:00:01Z', 'revision_number': 5, 'project_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'subnets': [{'id': '117a9784-f853-4ff3-95fc-37c8f679d459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:29.091929 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807a269-ed7e-452d-b501-1b047296e4d8 req-72d2494d-41e9-4a10-9793-10b476d71ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:29.093946 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-5807a269-ed7e-452d-b501-1b047296e4d8 req-72d2494d-41e9-4a10-9793-10b476d71ce4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=577751dd-78a4-42c8-b90a-c6d300b531a2 HTTP/1.1" status: 200 len: 910 time: 0.1173522 Jul 28 04:05:29.112553 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6dbd87-dd7c-4438-8889-c4e7b7a5f6e3 None None] Checking router: 925609f1-6849-4d84-87f3-b946f0b7ca6e for host: dv-cinder-851279-1-iscsi {{(pid=121476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:05:29.124572 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6dbd87-dd7c-4438-8889-c4e7b7a5f6e3 None None] Routers {'925609f1-6849-4d84-87f3-b946f0b7ca6e'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:05:29.125421 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-8a6dbd87-dd7c-4438-8889-c4e7b7a5f6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:05:17Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['925609f1-6849-4d84-87f3-b946f0b7ca6e'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:29.155069 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ce04f-c67f-47a9-8c5b-f99633900fa6 req-78678d6d-7b4a-4cb1-8447-8445cf53a2e3 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:29.156700 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f00ce04f-c67f-47a9-8c5b-f99633900fa6 req-78678d6d-7b4a-4cb1-8447-8445cf53a2e3 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 946 time: 0.0583029 Jul 28 04:05:29.215019 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f00ce04f-c67f-47a9-8c5b-f99633900fa6 req-243e855d-0002-4050-82b1-468d9e4d99cc tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507560 Jul 28 04:05:29.241008 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-8a6dbd87-dd7c-4438-8889-c4e7b7a5f6e3 None None] Set router 925609f1-6849-4d84-87f3-b946f0b7ca6e gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:05:29.403907 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e44c3-10f2-4cee-811d-5d440069fa37 req-93e0a35c-77fc-4908-a4db-5ce664fee3f1 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:29.405428 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-eb6e44c3-10f2-4cee-811d-5d440069fa37 req-93e0a35c-77fc-4908-a4db-5ce664fee3f1 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 944 time: 0.0480006 Jul 28 04:05:29.435635 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-8a6dbd87-dd7c-4438-8889-c4e7b7a5f6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925609f1-6849-4d84-87f3-b946f0b7ca6e', 'name': 'tempest-TestShelveInstance-1980091268-router', 'tenant_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '34f590ac-1120-4ab9-8d01-c3374ff98a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:59:53Z', 'updated_at': '2022-07-28T03:59:57Z', 'revision_number': 4, 'project_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'gw_port': {'id': '34f590ac-1120-4ab9-8d01-c3374ff98a49', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925609f1-6849-4d84-87f3-b946f0b7ca6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:59:53Z', 'updated_at': '2022-07-28T03:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '099ed97a-3f77-49d7-a23d-52e9cc72872a', 'name': '', 'network_id': '577751dd-78a4-42c8-b90a-c6d300b531a2', 'tenant_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'mac_address': 'fa:16:3e:0a:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925609f1-6849-4d84-87f3-b946f0b7ca6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '117a9784-f853-4ff3-95fc-37c8f679d459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:59:56Z', 'updated_at': '2022-07-28T04:00:01Z', 'revision_number': 5, 'project_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'subnets': [{'id': '117a9784-f853-4ff3-95fc-37c8f679d459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:29.465778 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6dbd87-dd7c-4438-8889-c4e7b7a5f6e3 None None] The sync data for ids ['925609f1-6849-4d84-87f3-b946f0b7ca6e'] in dv-cinder-851279-1-iscsi is: [{'id': '925609f1-6849-4d84-87f3-b946f0b7ca6e', 'name': 'tempest-TestShelveInstance-1980091268-router', 'tenant_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '34f590ac-1120-4ab9-8d01-c3374ff98a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:59:53Z', 'updated_at': '2022-07-28T03:59:57Z', 'revision_number': 4, 'project_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'gw_port': {'id': '34f590ac-1120-4ab9-8d01-c3374ff98a49', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925609f1-6849-4d84-87f3-b946f0b7ca6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:59:53Z', 'updated_at': '2022-07-28T03:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '099ed97a-3f77-49d7-a23d-52e9cc72872a', 'name': '', 'network_id': '577751dd-78a4-42c8-b90a-c6d300b531a2', 'tenant_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'mac_address': 'fa:16:3e:0a:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925609f1-6849-4d84-87f3-b946f0b7ca6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '117a9784-f853-4ff3-95fc-37c8f679d459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:59:56Z', 'updated_at': '2022-07-28T04:00:01Z', 'revision_number': 5, 'project_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'subnets': [{'id': '117a9784-f853-4ff3-95fc-37c8f679d459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:05:29.469723 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-eb6e44c3-10f2-4cee-811d-5d440069fa37 req-b86d333a-9627-4afb-bf40-5ae4b6119b99 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582922 Jul 28 04:05:29.582286 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 57724) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:29.604883 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=100 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:29.670528 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-b37d2837-f00c-4470-9a72-d168bdd8ac68 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks [] for security_group (428b376c-c4ee-4157-8c41-7919c9c06f19), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:29.713014 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-b37d2837-f00c-4470-9a72-d168bdd8ac68 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks [] for security_group (428b376c-c4ee-4157-8c41-7919c9c06f19), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:29.811035 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5e8415-7416-49b7-abb2-6ec27b83e601 None None] New status for floating IP e57f0104-5355-41ee-b407-463380f46e57: DOWN {{(pid=121477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 04:05:29.863862 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-b37d2837-f00c-4470-9a72-d168bdd8ac68 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (428b376c-c4ee-4157-8c41-7919c9c06f19), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:29.869049 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-b37d2837-f00c-4470-9a72-d168bdd8ac68 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:29.873980 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-b37d2837-f00c-4470-9a72-d168bdd8ac68 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "DELETE /v2.0/security-groups/428b376c-c4ee-4157-8c41-7919c9c06f19 HTTP/1.1" status: 204 len: 168 time: 0.2874701 Jul 28 04:05:29.874694 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 57732) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:29.894222 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d2837-f00c-4470-9a72-d168bdd8ac68 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=428b376c-c4ee-4157-8c41-7919c9c06f19,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:29.898490 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.api.v2.resource [None req-2bca5a4b-1eba-4206-9626-1129eff9fe92 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] show failed (client error): The resource could not be found. Jul 28 04:05:29.901127 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-2bca5a4b-1eba-4206-9626-1129eff9fe92 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "GET /v2.0/security-groups/428b376c-c4ee-4157-8c41-7919c9c06f19 HTTP/1.1" status: 404 len: 347 time: 0.0249941 Jul 28 04:05:29.904446 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 57734) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:30.036915 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-aa91773e-7057-4480-8412-7c020befc293 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Deleting port 1cddc4ba-481b-4c34-b9ae-75b508a2d253 {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:05:30.037437 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-aa91773e-7057-4480-8412-7c020befc293 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (1cddc4ba-481b-4c34-b9ae-75b508a2d253), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:30.129675 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-5807a269-ed7e-452d-b501-1b047296e4d8 req-c61f0053-8b79-4a5b-83e3-ca8ad0aa3c5d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68bf49ef-5416-40a1-b99b-f3cd17caa288 HTTP/1.1" status: 200 len: 217 time: 0.0440364 Jul 28 04:05:30.152121 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:30.217103 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-aa91773e-7057-4480-8412-7c020befc293 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (1cddc4ba-481b-4c34-b9ae-75b508a2d253), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:30.217453 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-aa91773e-7057-4480-8412-7c020befc293 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks [] for floatingip (1cddc4ba-481b-4c34-b9ae-75b508a2d253), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:30.227916 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807a269-ed7e-452d-b501-1b047296e4d8 req-df394455-e304-4ac7-9549-dc83c6d640d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:30.230003 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-5807a269-ed7e-452d-b501-1b047296e4d8 req-df394455-e304-4ac7-9549-dc83c6d640d6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=117a9784-f853-4ff3-95fc-37c8f679d459 HTTP/1.1" status: 200 len: 848 time: 0.0921166 Jul 28 04:05:30.237426 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-aa91773e-7057-4480-8412-7c020befc293 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Calling delete_port for 1cddc4ba-481b-4c34-b9ae-75b508a2d253 owned by network:floatingip {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:05:30.355250 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807a269-ed7e-452d-b501-1b047296e4d8 req-7a7fb53d-70d1-493f-8aab-bfdc07520f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:30.356773 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-5807a269-ed7e-452d-b501-1b047296e4d8 req-7a7fb53d-70d1-493f-8aab-bfdc07520f06 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=577751dd-78a4-42c8-b90a-c6d300b531a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1032925 Jul 28 04:05:30.377096 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892dd899-dea0-4655-a1f5-6829734e7bec req-fee61d7e-54ed-48f6-bf45-bf22ef3d75af tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:30.381866 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-892dd899-dea0-4655-a1f5-6829734e7bec req-fee61d7e-54ed-48f6-bf45-bf22ef3d75af tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 946 time: 0.0789833 Jul 28 04:05:30.464862 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-892dd899-dea0-4655-a1f5-6829734e7bec req-41af91d2-c4c2-44e7-8957-cc6a04458640 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786955 Jul 28 04:05:30.503135 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-aa91773e-7057-4480-8412-7c020befc293 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (1cddc4ba-481b-4c34-b9ae-75b508a2d253), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:30.555647 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa91773e-7057-4480-8412-7c020befc293 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Pushing event deleted for resources: {'Port': ['ID=1cddc4ba-481b-4c34-b9ae-75b508a2d253,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:30.673301 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:30.728118 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380bd45-36b1-453a-9f55-915b7377bea3 req-4b9f770f-ed02-4499-aa43-7a0bf8bb80df tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:30.729948 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-d380bd45-36b1-453a-9f55-915b7377bea3 req-4b9f770f-ed02-4499-aa43-7a0bf8bb80df tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 944 time: 0.1413696 Jul 28 04:05:30.736198 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a76995-7d9a-4bdc-b854-dbe178c1d3c7 req-f02157e6-6590-4f3f-9825-9d8e52133f57 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:30.737823 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-68a76995-7d9a-4bdc-b854-dbe178c1d3c7 req-f02157e6-6590-4f3f-9825-9d8e52133f57 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 946 time: 0.1510694 Jul 28 04:05:30.815416 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device de721302-c218-45d7-87a1-d79d5e51a7e4 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=121476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:05:30.834604 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-aa91773e-7057-4480-8412-7c020befc293 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks [] for floatingip (762419e2-b7fe-4db9-84a0-309129e0e3be), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:30.837758 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-aa91773e-7057-4480-8412-7c020befc293 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for floatingip (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:30.841468 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-aa91773e-7057-4480-8412-7c020befc293 tempest-AttachVolumeTestJSON-1842565300 tempest-AttachVolumeTestJSON-1842565300-project] 10.222.0.66 "DELETE /v2.0/floatingips/762419e2-b7fe-4db9-84a0-309129e0e3be HTTP/1.1" status: 204 len: 168 time: 0.9334478 Jul 28 04:05:30.858067 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-5807a269-ed7e-452d-b501-1b047296e4d8 req-d14a47fb-325a-4fec-a5b0-16ebf7c16b96 service neutron] 10.222.0.67 "GET /v2.0/networks/577751dd-78a4-42c8-b90a-c6d300b531a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445356 Jul 28 04:05:30.925261 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-d380bd45-36b1-453a-9f55-915b7377bea3 req-5335d641-d442-4c61-a865-62040f2f9982 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836669 Jul 28 04:05:31.007001 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port de721302-c218-45d7-87a1-d79d5e51a7e4, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=de721302-c218-45d7-87a1-d79d5e51a7e4,segment=NetworkSegment(7ac5aa42-d84c-402d-8b7d-91411dee0356),segment_id=7ac5aa42-d84c-402d-8b7d-91411dee0356)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:05:31.020842 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Returning: {'device': 'de721302-c218-45d7-87a1-d79d5e51a7e4', 'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc', 'port_id': 'de721302-c218-45d7-87a1-d79d5e51a7e4', 'mac_address': 'fa:16:3e:e8:e2:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f8d920-e036-48ec-bb1b-67fea0f2e9aa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:05:31.025039 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [req-68a76995-7d9a-4bdc-b854-dbe178c1d3c7 req-c05cdb36-0a7b-47da-8a6f-2b2ecdcc76c7 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Deleting port 68bf49ef-5416-40a1-b99b-f3cd17caa288 {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:05:31.025434 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-68a76995-7d9a-4bdc-b854-dbe178c1d3c7 req-c05cdb36-0a7b-47da-8a6f-2b2ecdcc76c7 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (68bf49ef-5416-40a1-b99b-f3cd17caa288), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:31.071538 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port de721302-c218-45d7-87a1-d79d5e51a7e4 is: DOWN; New status is: BUILD {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:05:31.072396 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (de721302-c218-45d7-87a1-d79d5e51a7e4), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:31.098383 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de721302-c218-45d7-87a1-d79d5e51a7e4 {{(pid=121476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 04:05:31.113020 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-5807a269-ed7e-452d-b501-1b047296e4d8 req-6d7aacd1-4068-45dd-94e8-95fde16a30a2 service neutron] 10.222.0.67 "GET /v2.0/networks/577751dd-78a4-42c8-b90a-c6d300b531a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302268 Jul 28 04:05:31.129869 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port de721302-c218-45d7-87a1-d79d5e51a7e4, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=de721302-c218-45d7-87a1-d79d5e51a7e4,segment=NetworkSegment(7ac5aa42-d84c-402d-8b7d-91411dee0356),segment_id=7ac5aa42-d84c-402d-8b7d-91411dee0356)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:05:31.149935 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:31.162483 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-68a76995-7d9a-4bdc-b854-dbe178c1d3c7 req-c05cdb36-0a7b-47da-8a6f-2b2ecdcc76c7 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] For port 68bf49ef-5416-40a1-b99b-f3cd17caa288, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=68bf49ef-5416-40a1-b99b-f3cd17caa288,segment=NetworkSegment(14a8c6bf-83b7-46f9-8c66-fb10450c3d17),segment_id=14a8c6bf-83b7-46f9-8c66-fb10450c3d17)] {{(pid=121474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:05:31.162852 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-68a76995-7d9a-4bdc-b854-dbe178c1d3c7 req-c05cdb36-0a7b-47da-8a6f-2b2ecdcc76c7 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (68bf49ef-5416-40a1-b99b-f3cd17caa288), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:31.179446 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [req-68a76995-7d9a-4bdc-b854-dbe178c1d3c7 req-c05cdb36-0a7b-47da-8a6f-2b2ecdcc76c7 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Calling delete_port for 68bf49ef-5416-40a1-b99b-f3cd17caa288 owned by compute:nova {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:05:31.223072 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (de721302-c218-45d7-87a1-d79d5e51a7e4), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:31.298935 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=de721302-c218-45d7-87a1-d79d5e51a7e4,revision_number=9']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:31.447865 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] get_ports_and_sgs() called for port_ids ['de721302-c218-45d7-87a1-d79d5e51a7e4'] {{(pid=121476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:05:31.552390 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:31.639784 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248382e7-e8b7-44f3-bb17-b3958b744184 req-f6020ce5-c28a-466b-bbfc-8484634bdda1 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:31.648346 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-248382e7-e8b7-44f3-bb17-b3958b744184 req-f6020ce5-c28a-466b-bbfc-8484634bdda1 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 946 time: 0.0543196 Jul 28 04:05:31.710086 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-248382e7-e8b7-44f3-bb17-b3958b744184 req-f6cf285d-8dda-4d5e-979e-0d79ff161bda tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/security-groups?id=4900d125-a7b7-45a8-8627-bc22acb9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626316 Jul 28 04:05:31.729948 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-68a76995-7d9a-4bdc-b854-dbe178c1d3c7 req-c05cdb36-0a7b-47da-8a6f-2b2ecdcc76c7 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (68bf49ef-5416-40a1-b99b-f3cd17caa288), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:31.760619 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05cdb36-0a7b-47da-8a6f-2b2ecdcc76c7 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Pushing event deleted for resources: {'Port': ['ID=68bf49ef-5416-40a1-b99b-f3cd17caa288,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:31.832804 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a76995-7d9a-4bdc-b854-dbe178c1d3c7 req-c05cdb36-0a7b-47da-8a6f-2b2ecdcc76c7 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] No DVR routers for this DVR port 68bf49ef-5416-40a1-b99b-f3cd17caa288 on host hv-cinder-85127 {{(pid=121474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 04:05:31.836420 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-68a76995-7d9a-4bdc-b854-dbe178c1d3c7 req-c05cdb36-0a7b-47da-8a6f-2b2ecdcc76c7 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:31.843099 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-68a76995-7d9a-4bdc-b854-dbe178c1d3c7 req-c05cdb36-0a7b-47da-8a6f-2b2ecdcc76c7 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.67 "DELETE /v2.0/ports/68bf49ef-5416-40a1-b99b-f3cd17caa288 HTTP/1.1" status: 204 len: 173 time: 1.0955284 Jul 28 04:05:31.843829 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed19419-f0b9-473d-93cb-fefb8c29d74e', 'name': 'network-vif-deleted', 'tag': '68bf49ef-5416-40a1-b99b-f3cd17caa288'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:05:31.848036 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57323f9e-efcd-4559-a2c2-31c360252279" -d '{"events": [{"server_uuid": "1ed19419-f0b9-473d-93cb-fefb8c29d74e", "name": "network-vif-deleted", "tag": "68bf49ef-5416-40a1-b99b-f3cd17caa288"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:05:31.892780 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 04:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7747a9-9fc7-428d-865a-717182e66553 x-openstack-request-id: req-ec7747a9-9fc7-428d-865a-717182e66553 {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:05:31.893146 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed19419-f0b9-473d-93cb-fefb8c29d74e", "name": "network-vif-deleted", "tag": "68bf49ef-5416-40a1-b99b-f3cd17caa288", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:05:31.893538 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ec7747a9-9fc7-428d-865a-717182e66553 {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:05:31.894119 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec7747a9-9fc7-428d-865a-717182e66553'] response: {'server_uuid': '1ed19419-f0b9-473d-93cb-fefb8c29d74e', 'name': 'network-vif-deleted', 'tag': '68bf49ef-5416-40a1-b99b-f3cd17caa288', 'status': 'completed', 'code': 200} Jul 28 04:05:32.054503 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:32.080541 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f427db5-3453-44fa-a736-2278a38013fc req-d5152022-ce96-4f86-9088-857dd2afbfd8 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:32.084836 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-5f427db5-3453-44fa-a736-2278a38013fc req-d5152022-ce96-4f86-9088-857dd2afbfd8 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 945 time: 0.0580332 Jul 28 04:05:32.142068 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-5f427db5-3453-44fa-a736-2278a38013fc req-42cbf1cc-72d1-4894-8187-44c5747e8044 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490139 Jul 28 04:05:32.834539 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f6195984-079d-41f3-acf3-74603a19fcd7 req-f30898a0-0f0f-45b1-8efd-3f324aa12019 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ed19419-f0b9-473d-93cb-fefb8c29d74e HTTP/1.1" status: 200 len: 210 time: 0.0403736 Jul 28 04:05:32.842928 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device de721302-c218-45d7-87a1-d79d5e51a7e4 up at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:05:32.895616 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning complete for port de721302-c218-45d7-87a1-d79d5e51a7e4 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:05:32.896046 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (de721302-c218-45d7-87a1-d79d5e51a7e4), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:32.990587 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port de721302-c218-45d7-87a1-d79d5e51a7e4 is: BUILD; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:05:32.991257 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (de721302-c218-45d7-87a1-d79d5e51a7e4), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:33.043115 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29710033-f00f-435c-8485-9dd60d728f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de721302-c218-45d7-87a1-d79d5e51a7e4'}] {{(pid=121476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:05:33.045866 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63807e78e749bb54735be4dbe0f6e45a10aff1c6ba31450fe55014b89068368c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64baea66-27d5-4461-9a35-567de1f66d05" -d '{"events": [{"server_uuid": "29710033-f00f-435c-8485-9dd60d728f27", "name": "network-vif-plugged", "status": "completed", "tag": "de721302-c218-45d7-87a1-d79d5e51a7e4"}]}' {{(pid=121476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:05:33.068056 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port de721302-c218-45d7-87a1-d79d5e51a7e4, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=de721302-c218-45d7-87a1-d79d5e51a7e4,segment=NetworkSegment(7ac5aa42-d84c-402d-8b7d-91411dee0356),segment_id=7ac5aa42-d84c-402d-8b7d-91411dee0356)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:05:33.109726 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 04:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ccd9c2-9987-46e9-9d77-3709190a4eb8 x-openstack-request-id: req-39ccd9c2-9987-46e9-9d77-3709190a4eb8 {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:05:33.110124 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29710033-f00f-435c-8485-9dd60d728f27", "name": "network-vif-plugged", "status": "completed", "tag": "de721302-c218-45d7-87a1-d79d5e51a7e4", "code": 200}]} {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:05:33.110444 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-39ccd9c2-9987-46e9-9d77-3709190a4eb8 {{(pid=121476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:05:33.110923 dv-cinder-851279-1-iscsi neutron-server[121476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39ccd9c2-9987-46e9-9d77-3709190a4eb8'] response: {'server_uuid': '29710033-f00f-435c-8485-9dd60d728f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de721302-c218-45d7-87a1-d79d5e51a7e4', 'code': 200} Jul 28 04:05:33.171054 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (de721302-c218-45d7-87a1-d79d5e51a7e4), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:33.171973 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device 68bf49ef-5416-40a1-b99b-f3cd17caa288 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:05:33.209858 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] No Port match for: 68bf49ef-5416-40a1-b99b-f3cd17caa288 {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:05:33.210257 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device 68bf49ef-5416-40a1-b99b-f3cd17caa288 not bound to the agent host hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:05:33.241781 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=de721302-c218-45d7-87a1-d79d5e51a7e4,revision_number=10']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:33.273692 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe130997-c837-430a-8144-a64c5db2ea68 req-2b677876-6e57-4c97-b718-c393d1dd1bb5 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:33.277552 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-fe130997-c837-430a-8144-a64c5db2ea68 req-2b677876-6e57-4c97-b718-c393d1dd1bb5 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 947 time: 0.0536132 Jul 28 04:05:33.326423 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-fe130997-c837-430a-8144-a64c5db2ea68 req-6bf0c469-1c35-4a66-b2e8-ea168367b458 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454373 Jul 28 04:05:33.921035 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 57806) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:33.997773 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-e0892d36-9630-43ed-80b0-04ce61cedfd6 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks [] for security_group (4900d125-a7b7-45a8-8627-bc22acb9c028), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:34.028454 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-e0892d36-9630-43ed-80b0-04ce61cedfd6 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks [] for security_group (4900d125-a7b7-45a8-8627-bc22acb9c028), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:34.198609 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e4e84-90c1-4e22-86c8-919b3e776b01 req-27620dab-ba60-4885-aa39-da2451373ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:34.200519 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-2f2e4e84-90c1-4e22-86c8-919b3e776b01 req-27620dab-ba60-4885-aa39-da2451373ca7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 1131 time: 0.0615602 Jul 28 04:05:34.260263 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-2f2e4e84-90c1-4e22-86c8-919b3e776b01 req-fdc0bb53-1550-402d-b894-1f7007f02f69 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531297 Jul 28 04:05:34.275823 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-e0892d36-9630-43ed-80b0-04ce61cedfd6 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (4900d125-a7b7-45a8-8627-bc22acb9c028), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:34.283982 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-e0892d36-9630-43ed-80b0-04ce61cedfd6 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:34.283982 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-e0892d36-9630-43ed-80b0-04ce61cedfd6 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] 10.222.0.66 "DELETE /v2.0/security-groups/4900d125-a7b7-45a8-8627-bc22acb9c028 HTTP/1.1" status: 204 len: 168 time: 0.3661239 Jul 28 04:05:34.292718 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0892d36-9630-43ed-80b0-04ce61cedfd6 tempest-TestShelveInstance-1891572734 tempest-TestShelveInstance-1891572734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4900d125-a7b7-45a8-8627-bc22acb9c028,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:34.445407 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 57820) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:34.490660 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ecc82-7bfe-4011-8abc-665f3cedf048 req-e2a9d1bb-111d-4fe0-9d49-2e42cf9999c4 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:34.492261 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-a72ecc82-7bfe-4011-8abc-665f3cedf048 req-e2a9d1bb-111d-4fe0-9d49-2e42cf9999c4 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 947 time: 0.0581582 Jul 28 04:05:34.565528 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-a72ecc82-7bfe-4011-8abc-665f3cedf048 req-ae672217-ba0c-4602-9c16-8d4e7b3f730a tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646338 Jul 28 04:05:34.728496 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:34.908971 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-35c4b673-bb52-47d1-a399-090a54d3cc8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736721'] for router_interface (925609f1-6849-4d84-87f3-b946f0b7ca6e), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:35.099835 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 57830) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:35.104721 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:35.191338 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-35c4b673-bb52-47d1-a399-090a54d3cc8e admin admin] Deleting port 099ed97a-3f77-49d7-a23d-52e9cc72872a {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:05:35.192114 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-35c4b673-bb52-47d1-a399-090a54d3cc8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (099ed97a-3f77-49d7-a23d-52e9cc72872a), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:35.309937 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [None req-35c4b673-bb52-47d1-a399-090a54d3cc8e admin admin] For port 099ed97a-3f77-49d7-a23d-52e9cc72872a, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=099ed97a-3f77-49d7-a23d-52e9cc72872a,segment=NetworkSegment(14a8c6bf-83b7-46f9-8c66-fb10450c3d17),segment_id=14a8c6bf-83b7-46f9-8c66-fb10450c3d17)] {{(pid=121474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:05:35.310598 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-35c4b673-bb52-47d1-a399-090a54d3cc8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (099ed97a-3f77-49d7-a23d-52e9cc72872a), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:35.329149 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-35c4b673-bb52-47d1-a399-090a54d3cc8e admin admin] Calling delete_port for 099ed97a-3f77-49d7-a23d-52e9cc72872a owned by network:router_interface {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:05:35.662374 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 57878) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:35.728534 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f8ab53c-5d06-4ba2-af9b-addaec8bf71e admin admin] Deleting subnet a0cc5e9f-03af-4dcb-9b5a-02b44161cbaa {{(pid=121474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 04:05:35.732295 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-7f8ab53c-5d06-4ba2-af9b-addaec8bf71e admin admin] Publish callbacks [] for subnet (a0cc5e9f-03af-4dcb-9b5a-02b44161cbaa), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:35.778624 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-7f8ab53c-5d06-4ba2-af9b-addaec8bf71e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3319468'] for subnet (a0cc5e9f-03af-4dcb-9b5a-02b44161cbaa), precommit_delete_associations {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:35.810855 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4f5c1-92b6-4822-92c9-916f08b1d313 req-81bc886b-0849-4574-8d43-0714236d7f42 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:35.812591 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-a6b4f5c1-92b6-4822-92c9-916f08b1d313 req-81bc886b-0849-4574-8d43-0714236d7f42 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 947 time: 0.1101024 Jul 28 04:05:35.820375 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-35c4b673-bb52-47d1-a399-090a54d3cc8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (099ed97a-3f77-49d7-a23d-52e9cc72872a), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:35.856982 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-7f8ab53c-5d06-4ba2-af9b-addaec8bf71e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775531'] for subnet (a0cc5e9f-03af-4dcb-9b5a-02b44161cbaa), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:35.859637 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4b673-bb52-47d1-a399-090a54d3cc8e admin admin] Pushing event deleted for resources: {'Port': ['ID=099ed97a-3f77-49d7-a23d-52e9cc72872a,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:35.874051 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-0b17c4ef-64d0-4c16-8935-9eeaae01549c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736721'] for router_interface (a742bb6a-8304-4f5a-8d24-66a8e74f4d23), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:35.945529 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:35.946696 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-a6b4f5c1-92b6-4822-92c9-916f08b1d313 req-34cb066d-4d40-4d53-b322-41b4c0313253 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072311 Jul 28 04:05:36.063399 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:36.155265 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-35c4b673-bb52-47d1-a399-090a54d3cc8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736837'] for router_interface (925609f1-6849-4d84-87f3-b946f0b7ca6e), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:36.158047 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-7f8ab53c-5d06-4ba2-af9b-addaec8bf71e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7775522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26044694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360876'] for subnet (a0cc5e9f-03af-4dcb-9b5a-02b44161cbaa), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:36.160544 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:36.168438 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:36.179159 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-7f8ab53c-5d06-4ba2-af9b-addaec8bf71e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for subnet (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:36.182800 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-7f8ab53c-5d06-4ba2-af9b-addaec8bf71e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a0cc5e9f-03af-4dcb-9b5a-02b44161cbaa HTTP/1.1" status: 204 len: 168 time: 0.5188930 Jul 28 04:05:36.198307 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 57898) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:36.202368 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ab53c-5d06-4ba2-af9b-addaec8bf71e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0cc5e9f-03af-4dcb-9b5a-02b44161cbaa,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:36.492091 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c4b673-bb52-47d1-a399-090a54d3cc8e admin admin] Router 925609f1-6849-4d84-87f3-b946f0b7ca6e has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 04:05:36.575811 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.plugin [None req-0b17c4ef-64d0-4c16-8935-9eeaae01549c admin admin] Deleting port 98abe0e5-d981-4868-a7f3-04ad99bcc49f {{(pid=121475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:05:36.576193 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-0b17c4ef-64d0-4c16-8935-9eeaae01549c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (98abe0e5-d981-4868-a7f3-04ad99bcc49f), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:36.580409 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4ddf0171-acfc-4b2a-b80e-7751d9adca0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766625'] for network (67eacd6c-8dd9-4b27-8003-d87166d8c5ee), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:36.633189 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c4b673-bb52-47d1-a399-090a54d3cc8e admin admin] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:05:36.644839 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c330a205-d0ae-4a53-af4f-96395dd05f3d None None] Sync routers for ids ['925609f1-6849-4d84-87f3-b946f0b7ca6e'] in dv-cinder-851279-1-iscsi {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:05:36.650589 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-35c4b673-bb52-47d1-a399-090a54d3cc8e admin admin] 10.222.0.66 "PUT /v2.0/routers/925609f1-6849-4d84-87f3-b946f0b7ca6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2009149 Jul 28 04:05:36.655296 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 57900) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:36.674720 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c330a205-d0ae-4a53-af4f-96395dd05f3d None None] Routers {'925609f1-6849-4d84-87f3-b946f0b7ca6e'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:05:36.678070 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-c330a205-d0ae-4a53-af4f-96395dd05f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:05:17Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['925609f1-6849-4d84-87f3-b946f0b7ca6e'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:36.750178 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:36.754617 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4ddf0171-acfc-4b2a-b80e-7751d9adca0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7777285', 'neutron.services.segments.db._delete_segments_for_network-8761988548554'] for network (67eacd6c-8dd9-4b27-8003-d87166d8c5ee), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:36.765770 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.db [None req-0b17c4ef-64d0-4c16-8935-9eeaae01549c admin admin] For port 98abe0e5-d981-4868-a7f3-04ad99bcc49f, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=98abe0e5-d981-4868-a7f3-04ad99bcc49f,segment=NetworkSegment(59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b),segment_id=59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b)] {{(pid=121475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:05:36.766135 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-0b17c4ef-64d0-4c16-8935-9eeaae01549c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (98abe0e5-d981-4868-a7f3-04ad99bcc49f), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:36.791026 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.plugin [None req-0b17c4ef-64d0-4c16-8935-9eeaae01549c admin admin] Calling delete_port for 98abe0e5-d981-4868-a7f3-04ad99bcc49f owned by network:router_interface {{(pid=121475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:05:36.795999 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-527948d8-4be3-4dcb-8718-084e490e558b admin admin] Publish callbacks [] for router (925609f1-6849-4d84-87f3-b946f0b7ca6e), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:36.797746 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.services.segments.db [None req-4ddf0171-acfc-4b2a-b80e-7751d9adca0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67eacd6c-8dd9-4b27-8003-d87166d8c5ee']}} {{(pid=121475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:36.816226 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.services.segments.db [None req-4ddf0171-acfc-4b2a-b80e-7751d9adca0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b556220-0d86-4a5f-b419-f464985f33f7') {'for_net_delete': True} {{(pid=121475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:36.816618 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.services.segments.db [None req-4ddf0171-acfc-4b2a-b80e-7751d9adca0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b556220-0d86-4a5f-b419-f464985f33f7') {} {{(pid=121475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:36.817103 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-c330a205-d0ae-4a53-af4f-96395dd05f3d None None] Set router 925609f1-6849-4d84-87f3-b946f0b7ca6e gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:05:36.861837 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4ddf0171-acfc-4b2a-b80e-7751d9adca0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761988548455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097529'] for segment (6b556220-0d86-4a5f-b419-f464985f33f7), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:36.898057 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4ddf0171-acfc-4b2a-b80e-7751d9adca0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684'] for segment (6b556220-0d86-4a5f-b419-f464985f33f7), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:36.910644 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:36.913693 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ddf0171-acfc-4b2a-b80e-7751d9adca0e admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=121475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:05:36.914103 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4ddf0171-acfc-4b2a-b80e-7751d9adca0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3956286'] for segment (6b556220-0d86-4a5f-b419-f464985f33f7), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:36.922331 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-527948d8-4be3-4dcb-8718-084e490e558b admin admin] Publish callbacks [] for router_gateway (925609f1-6849-4d84-87f3-b946f0b7ca6e), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:36.965586 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.services.segments.plugin [-] Segment 6b556220-0d86-4a5f-b419-f464985f33f7 resource provider aggregate not found Jul 28 04:05:37.017814 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.services.segments.plugin [-] Segment 6b556220-0d86-4a5f-b419-f464985f33f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b556220-0d86-4a5f-b419-f464985f33f7 found for delete ", "request_id": "req-162d60e1-f45c-49fd-9ba6-0797a0f09406"}]} Jul 28 04:05:37.100885 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-527948d8-4be3-4dcb-8718-084e490e558b admin admin] Deleting port 34f590ac-1120-4ab9-8d01-c3374ff98a49 {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:05:37.101668 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-527948d8-4be3-4dcb-8718-084e490e558b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (34f590ac-1120-4ab9-8d01-c3374ff98a49), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:37.116803 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-c330a205-d0ae-4a53-af4f-96395dd05f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925609f1-6849-4d84-87f3-b946f0b7ca6e', 'name': 'tempest-TestShelveInstance-1980091268-router', 'tenant_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '34f590ac-1120-4ab9-8d01-c3374ff98a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:59:53Z', 'updated_at': '2022-07-28T04:05:35Z', 'revision_number': 5, 'project_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'gw_port': {'id': '34f590ac-1120-4ab9-8d01-c3374ff98a49', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925609f1-6849-4d84-87f3-b946f0b7ca6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:59:53Z', 'updated_at': '2022-07-28T03:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi'}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:37.123644 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:37.160915 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c330a205-d0ae-4a53-af4f-96395dd05f3d None None] Checking router: 925609f1-6849-4d84-87f3-b946f0b7ca6e for host: dv-cinder-851279-1-iscsi {{(pid=121476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:05:37.170636 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c330a205-d0ae-4a53-af4f-96395dd05f3d None None] Routers {'925609f1-6849-4d84-87f3-b946f0b7ca6e'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:05:37.171520 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-c330a205-d0ae-4a53-af4f-96395dd05f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:05:17Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['925609f1-6849-4d84-87f3-b946f0b7ca6e'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:37.181953 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2672fde-3caf-4c81-af81-0fafad89038c req-a2f6118f-04ec-48e9-9fd9-2c12e353ef92 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:37.183548 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-b2672fde-3caf-4c81-af81-0fafad89038c req-a2f6118f-04ec-48e9-9fd9-2c12e353ef92 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 947 time: 0.0719209 Jul 28 04:05:37.204474 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [None req-527948d8-4be3-4dcb-8718-084e490e558b admin admin] For port 34f590ac-1120-4ab9-8d01-c3374ff98a49, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=34f590ac-1120-4ab9-8d01-c3374ff98a49,segment=NetworkSegment(f2985cdc-b551-4e3f-9fbc-bf06e2065a47),segment_id=f2985cdc-b551-4e3f-9fbc-bf06e2065a47)] {{(pid=121474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:05:37.204989 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-527948d8-4be3-4dcb-8718-084e490e558b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (34f590ac-1120-4ab9-8d01-c3374ff98a49), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:37.215943 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4ddf0171-acfc-4b2a-b80e-7751d9adca0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7777294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1739581'] for network (67eacd6c-8dd9-4b27-8003-d87166d8c5ee), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:37.222703 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4ddf0171-acfc-4b2a-b80e-7751d9adca0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for network (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:37.226530 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-527948d8-4be3-4dcb-8718-084e490e558b admin admin] Calling delete_port for 34f590ac-1120-4ab9-8d01-c3374ff98a49 owned by network:router_gateway {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:05:37.230276 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-4ddf0171-acfc-4b2a-b80e-7751d9adca0e admin admin] 10.222.0.66 "DELETE /v2.0/networks/67eacd6c-8dd9-4b27-8003-d87166d8c5ee HTTP/1.1" status: 204 len: 168 time: 1.0309424 Jul 28 04:05:37.235456 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 57910) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:37.259858 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf0171-acfc-4b2a-b80e-7751d9adca0e admin admin] Pushing event deleted for resources: {'Network': ['ID=67eacd6c-8dd9-4b27-8003-d87166d8c5ee,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:37.284571 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-c330a205-d0ae-4a53-af4f-96395dd05f3d None None] Set router 925609f1-6849-4d84-87f3-b946f0b7ca6e gateway port host: None {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:05:37.297117 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-0b17c4ef-64d0-4c16-8935-9eeaae01549c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3956301'] for port (98abe0e5-d981-4868-a7f3-04ad99bcc49f), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:37.336390 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-c330a205-d0ae-4a53-af4f-96395dd05f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925609f1-6849-4d84-87f3-b946f0b7ca6e', 'name': 'tempest-TestShelveInstance-1980091268-router', 'tenant_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:59:53Z', 'updated_at': '2022-07-28T04:05:36Z', 'revision_number': 6, 'project_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'gw_port_host': None}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:37.362285 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-b2672fde-3caf-4c81-af81-0fafad89038c req-ead4376c-f432-4c38-b00d-5faaf05975fb tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689963 Jul 28 04:05:37.362285 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b17c4ef-64d0-4c16-8935-9eeaae01549c admin admin] Pushing event deleted for resources: {'Port': ['ID=98abe0e5-d981-4868-a7f3-04ad99bcc49f,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:37.371610 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c330a205-d0ae-4a53-af4f-96395dd05f3d None None] The sync data for ids ['925609f1-6849-4d84-87f3-b946f0b7ca6e'] in dv-cinder-851279-1-iscsi is: [{'id': '925609f1-6849-4d84-87f3-b946f0b7ca6e', 'name': 'tempest-TestShelveInstance-1980091268-router', 'tenant_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:59:53Z', 'updated_at': '2022-07-28T04:05:36Z', 'revision_number': 6, 'project_id': '5e16f8abc2ed4df1b2834b1669b67a1b', 'gw_port_host': None}] {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:05:37.394992 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.db_base_plugin_v2 [None req-390fa0d8-3e07-41a3-841f-3eeec0051046 admin admin] Deleting subnet 181966bb-1d73-4967-a38b-b8f212e32a1a {{(pid=121475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 04:05:37.419899 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-390fa0d8-3e07-41a3-841f-3eeec0051046 admin admin] Publish callbacks [] for subnet (181966bb-1d73-4967-a38b-b8f212e32a1a), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:37.423723 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:37.477280 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-390fa0d8-3e07-41a3-841f-3eeec0051046 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097504'] for subnet (181966bb-1d73-4967-a38b-b8f212e32a1a), precommit_delete_associations {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:37.531280 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-527948d8-4be3-4dcb-8718-084e490e558b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (34f590ac-1120-4ab9-8d01-c3374ff98a49), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:37.563329 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527948d8-4be3-4dcb-8718-084e490e558b admin admin] Pushing event deleted for resources: {'Port': ['ID=34f590ac-1120-4ab9-8d01-c3374ff98a49,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:37.608176 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-390fa0d8-3e07-41a3-841f-3eeec0051046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775531'] for subnet (181966bb-1d73-4967-a38b-b8f212e32a1a), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:37.653235 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-527948d8-4be3-4dcb-8718-084e490e558b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1739537'] for router_gateway (925609f1-6849-4d84-87f3-b946f0b7ca6e), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:37.668694 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-0b17c4ef-64d0-4c16-8935-9eeaae01549c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736837'] for router_interface (a742bb6a-8304-4f5a-8d24-66a8e74f4d23), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:37.755914 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-527948d8-4be3-4dcb-8718-084e490e558b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1680026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-593'] for router (925609f1-6849-4d84-87f3-b946f0b7ca6e), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:37.761144 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-527948d8-4be3-4dcb-8718-084e490e558b admin admin] Publish callbacks [] for router_controller (925609f1-6849-4d84-87f3-b946f0b7ca6e), precommit_delete_associations {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:37.797332 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-390fa0d8-3e07-41a3-841f-3eeec0051046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7775522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3956320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25966766'] for subnet (181966bb-1d73-4967-a38b-b8f212e32a1a), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:37.833609 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390fa0d8-3e07-41a3-841f-3eeec0051046 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=181966bb-1d73-4967-a38b-b8f212e32a1a,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:37.843158 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-390fa0d8-3e07-41a3-841f-3eeec0051046 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:37.848783 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-390fa0d8-3e07-41a3-841f-3eeec0051046 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/181966bb-1d73-4967-a38b-b8f212e32a1a HTTP/1.1" status: 204 len: 168 time: 0.6070502 Jul 28 04:05:37.849199 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 57912) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:37.913866 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-527948d8-4be3-4dcb-8718-084e490e558b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1679896'] for router (925609f1-6849-4d84-87f3-b946f0b7ca6e), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:37.914534 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527948d8-4be3-4dcb-8718-084e490e558b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 925609f1-6849-4d84-87f3-b946f0b7ca6e {{(pid=121474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 04:05:37.927772 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-527948d8-4be3-4dcb-8718-084e490e558b admin admin] Publish callbacks [] for router (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:37.928936 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-527948d8-4be3-4dcb-8718-084e490e558b admin admin] 10.222.0.66 "DELETE /v2.0/routers/925609f1-6849-4d84-87f3-b946f0b7ca6e HTTP/1.1" status: 204 len: 168 time: 1.2718043 Jul 28 04:05:37.931815 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 57914) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:37.935605 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-203bcb18-bb0c-4aa1-8f70-4e5ffe7270d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766625'] for network (460f48b7-aead-40f0-b2ad-e818f088cc0f), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:38.008107 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e6d196-2cba-4dd8-a2f3-a975db76669b admin admin] Deleting subnet 117a9784-f853-4ff3-95fc-37c8f679d459 {{(pid=121475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 04:05:38.012234 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:38.013206 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-90e6d196-2cba-4dd8-a2f3-a975db76669b admin admin] Publish callbacks [] for subnet (117a9784-f853-4ff3-95fc-37c8f679d459), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:38.025611 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-203bcb18-bb0c-4aa1-8f70-4e5ffe7270d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7777285', 'neutron.services.segments.db._delete_segments_for_network-8761988548554'] for network (460f48b7-aead-40f0-b2ad-e818f088cc0f), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:38.040157 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b17c4ef-64d0-4c16-8935-9eeaae01549c admin admin] Router a742bb6a-8304-4f5a-8d24-66a8e74f4d23 has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 04:05:38.047918 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.services.segments.db [None req-203bcb18-bb0c-4aa1-8f70-4e5ffe7270d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['460f48b7-aead-40f0-b2ad-e818f088cc0f']}} {{(pid=121474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:38.064098 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.services.segments.db [None req-203bcb18-bb0c-4aa1-8f70-4e5ffe7270d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48a4da67-82ee-44bb-8766-b980685fc16b') {'for_net_delete': True} {{(pid=121474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:38.064531 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.services.segments.db [None req-203bcb18-bb0c-4aa1-8f70-4e5ffe7270d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48a4da67-82ee-44bb-8766-b980685fc16b') {} {{(pid=121474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:38.070097 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-90e6d196-2cba-4dd8-a2f3-a975db76669b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097504'] for subnet (117a9784-f853-4ff3-95fc-37c8f679d459), precommit_delete_associations {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:38.077207 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-203bcb18-bb0c-4aa1-8f70-4e5ffe7270d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761988548455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3319477'] for segment (48a4da67-82ee-44bb-8766-b980685fc16b), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:38.092996 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-203bcb18-bb0c-4aa1-8f70-4e5ffe7270d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684'] for segment (48a4da67-82ee-44bb-8766-b980685fc16b), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:38.099178 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:38.104555 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-203bcb18-bb0c-4aa1-8f70-4e5ffe7270d7 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=121474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:05:38.104555 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-203bcb18-bb0c-4aa1-8f70-4e5ffe7270d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26044744'] for segment (48a4da67-82ee-44bb-8766-b980685fc16b), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:38.259271 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b17c4ef-64d0-4c16-8935-9eeaae01549c admin admin] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:05:38.268457 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-0b17c4ef-64d0-4c16-8935-9eeaae01549c admin admin] 10.222.0.66 "PUT /v2.0/routers/a742bb6a-8304-4f5a-8d24-66a8e74f4d23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1651161 Jul 28 04:05:38.268650 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-203bcb18-bb0c-4aa1-8f70-4e5ffe7270d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7777294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1739581'] for network (460f48b7-aead-40f0-b2ad-e818f088cc0f), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:38.269883 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 57924) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:38.272464 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c386b8a0-d3b3-488a-ba29-794d87c82f61 None None] Sync routers for ids ['a742bb6a-8304-4f5a-8d24-66a8e74f4d23'] in dv-cinder-851279-1-iscsi {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:05:38.279817 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-90e6d196-2cba-4dd8-a2f3-a975db76669b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775531'] for subnet (117a9784-f853-4ff3-95fc-37c8f679d459), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:38.296648 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c386b8a0-d3b3-488a-ba29-794d87c82f61 None None] Routers {'a742bb6a-8304-4f5a-8d24-66a8e74f4d23'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:05:38.297067 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-c386b8a0-d3b3-488a-ba29-794d87c82f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:05:17Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['a742bb6a-8304-4f5a-8d24-66a8e74f4d23'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:38.338172 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-203bcb18-bb0c-4aa1-8f70-4e5ffe7270d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for network (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:38.353567 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-203bcb18-bb0c-4aa1-8f70-4e5ffe7270d7 admin admin] 10.222.0.66 "DELETE /v2.0/networks/460f48b7-aead-40f0-b2ad-e818f088cc0f HTTP/1.1" status: 204 len: 168 time: 0.4970789 Jul 28 04:05:38.353567 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203bcb18-bb0c-4aa1-8f70-4e5ffe7270d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=460f48b7-aead-40f0-b2ad-e818f088cc0f,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:38.370779 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:38.427147 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.services.segments.plugin [-] Segment 48a4da67-82ee-44bb-8766-b980685fc16b resource provider aggregate not found Jul 28 04:05:38.439923 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:38.446073 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-90e6d196-2cba-4dd8-a2f3-a975db76669b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7775522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3956320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25966766'] for subnet (117a9784-f853-4ff3-95fc-37c8f679d459), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:38.492332 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.services.segments.plugin [-] Segment 48a4da67-82ee-44bb-8766-b980685fc16b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 48a4da67-82ee-44bb-8766-b980685fc16b found for delete ", "request_id": "req-f4777d62-2e77-44ca-9aa1-6097e2d85035"}]} Jul 28 04:05:38.495898 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e6d196-2cba-4dd8-a2f3-a975db76669b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=117a9784-f853-4ff3-95fc-37c8f679d459,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:38.503723 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-90e6d196-2cba-4dd8-a2f3-a975db76669b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:38.507283 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58cd390-9c57-44e3-acaf-47b5d1305334 None None] Network 577751dd-78a4-42c8-b90a-c6d300b531a2 requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 04:05:38.510708 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-90e6d196-2cba-4dd8-a2f3-a975db76669b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/117a9784-f853-4ff3-95fc-37c8f679d459 HTTP/1.1" status: 204 len: 168 time: 0.5775433 Jul 28 04:05:38.512062 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 57934) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:38.521311 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6d196-2cba-4dd8-a2f3-a975db76669b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:38.521715 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6d196-2cba-4dd8-a2f3-a975db76669b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:38.522059 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6d196-2cba-4dd8-a2f3-a975db76669b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:38.522397 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6d196-2cba-4dd8-a2f3-a975db76669b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:38.522731 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6d196-2cba-4dd8-a2f3-a975db76669b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:38.523071 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6d196-2cba-4dd8-a2f3-a975db76669b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:38.523389 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6d196-2cba-4dd8-a2f3-a975db76669b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:38.523786 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6d196-2cba-4dd8-a2f3-a975db76669b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:38.526569 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6d196-2cba-4dd8-a2f3-a975db76669b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:38.526569 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6d196-2cba-4dd8-a2f3-a975db76669b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:38.526569 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6d196-2cba-4dd8-a2f3-a975db76669b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:38.531857 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6d196-2cba-4dd8-a2f3-a975db76669b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:38.531857 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6d196-2cba-4dd8-a2f3-a975db76669b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:38.531857 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6d196-2cba-4dd8-a2f3-a975db76669b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:38.531857 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6d196-2cba-4dd8-a2f3-a975db76669b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:38.608250 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-c386b8a0-d3b3-488a-ba29-794d87c82f61 None None] Set router a742bb6a-8304-4f5a-8d24-66a8e74f4d23 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:05:38.645699 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-5b36eabe-5519-43fa-8ca7-96448e456d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766625'] for network (577751dd-78a4-42c8-b90a-c6d300b531a2), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:38.656096 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-b6b56e3f-e765-4856-bf64-022baa075d29 admin admin] Publish callbacks [] for router (a742bb6a-8304-4f5a-8d24-66a8e74f4d23), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:38.669179 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e0aaa-7a28-4a47-863d-84d8cf64bba0 req-eade4de0-16f6-4318-8188-44feae30aea5 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:38.673338 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-195e0aaa-7a28-4a47-863d-84d8cf64bba0 req-eade4de0-16f6-4318-8188-44feae30aea5 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 947 time: 0.1419020 Jul 28 04:05:38.741962 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:38.756724 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.plugin [None req-5b36eabe-5519-43fa-8ca7-96448e456d9c admin admin] Deleting port f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55 {{(pid=121475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:05:38.757129 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-5b36eabe-5519-43fa-8ca7-96448e456d9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:38.795252 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 099ed97a-3f77-49d7-a23d-52e9cc72872a no longer exists at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:05:38.851612 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] No Port match for: 099ed97a-3f77-49d7-a23d-52e9cc72872a {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:05:38.851998 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 099ed97a-3f77-49d7-a23d-52e9cc72872a not bound to the agent host dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:05:38.852760 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 34f590ac-1120-4ab9-8d01-c3374ff98a49 no longer exists at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:05:38.892400 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 57938) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:38.913730 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.db [None req-5b36eabe-5519-43fa-8ca7-96448e456d9c admin admin] For port f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55,segment=NetworkSegment(14a8c6bf-83b7-46f9-8c66-fb10450c3d17),segment_id=14a8c6bf-83b7-46f9-8c66-fb10450c3d17)] {{(pid=121475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:05:38.913730 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-5b36eabe-5519-43fa-8ca7-96448e456d9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:38.918533 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] No Port match for: 34f590ac-1120-4ab9-8d01-c3374ff98a49 {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:05:38.919124 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 34f590ac-1120-4ab9-8d01-c3374ff98a49 not bound to the agent host dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:05:38.922439 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3e751e-6e6f-4a5e-bb61-f66217eff0f7 None None] DHCP port deletion for 577751dd-78a4-42c8-b90a-c6d300b531a2 request from dv-cinder-851279-1-iscsi {{(pid=121476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 04:05:38.931867 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.plugin [None req-5b36eabe-5519-43fa-8ca7-96448e456d9c admin admin] Calling delete_port for f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55 owned by network:dhcp {{(pid=121475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:05:38.977047 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-1c3e751e-6e6f-4a5e-bb61-f66217eff0f7 None None] Deleting port f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55 {{(pid=121476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:05:38.977997 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-1c3e751e-6e6f-4a5e-bb61-f66217eff0f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55), before_delete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:38.985447 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-195e0aaa-7a28-4a47-863d-84d8cf64bba0 req-01692cfb-ab96-4306-b6c1-e88aed3a7753 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2520790 Jul 28 04:05:39.045006 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-b6b56e3f-e765-4856-bf64-022baa075d29 admin admin] Publish callbacks [] for router_gateway (a742bb6a-8304-4f5a-8d24-66a8e74f4d23), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:39.101257 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-1c3e751e-6e6f-4a5e-bb61-f66217eff0f7 None None] For port f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55,segment=NetworkSegment(14a8c6bf-83b7-46f9-8c66-fb10450c3d17),segment_id=14a8c6bf-83b7-46f9-8c66-fb10450c3d17)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:05:39.101852 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-c386b8a0-d3b3-488a-ba29-794d87c82f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'name': 'tempest-AttachVolumeTestJSON-350895408-router', 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'bdaacc0e-026c-45bb-91ce-d6943bc8b36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T04:05:37Z', 'revision_number': 5, 'project_id': '6a869e1e00fc4d8d9d4511e34501665f', 'gw_port': {'id': 'bdaacc0e-026c-45bb-91ce-d6943bc8b36e', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi'}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:39.102549 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-1c3e751e-6e6f-4a5e-bb61-f66217eff0f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55), precommit_delete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:39.124682 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd126208-ebb0-4431-a303-4a2403e51793 req-6f0d8137-94dd-4e62-a7bc-65a0759d522b tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:39.130942 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c386b8a0-d3b3-488a-ba29-794d87c82f61 None None] Checking router: a742bb6a-8304-4f5a-8d24-66a8e74f4d23 for host: dv-cinder-851279-1-iscsi {{(pid=121477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:05:39.132224 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-cd126208-ebb0-4431-a303-4a2403e51793 req-6f0d8137-94dd-4e62-a7bc-65a0759d522b tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2fa4aca-3faa-4e71-930d-e9070e320b36 HTTP/1.1" status: 200 len: 946 time: 0.1209340 Jul 28 04:05:39.141080 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-1c3e751e-6e6f-4a5e-bb61-f66217eff0f7 None None] Calling delete_port for f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55 owned by network:dhcp {{(pid=121476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:05:39.141430 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c386b8a0-d3b3-488a-ba29-794d87c82f61 None None] Routers {'a742bb6a-8304-4f5a-8d24-66a8e74f4d23'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:05:39.142230 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-c386b8a0-d3b3-488a-ba29-794d87c82f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:05:17Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['a742bb6a-8304-4f5a-8d24-66a8e74f4d23'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:39.165341 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-91d98a29-22f4-43cf-abff-95a6dcf6bd76 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=585076a742e24358bced3e99c04362dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2781296 Jul 28 04:05:39.165980 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 57942) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:39.203517 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-5b36eabe-5519-43fa-8ca7-96448e456d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3956301'] for port (f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:39.239213 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-cd126208-ebb0-4431-a303-4a2403e51793 req-1bc267a0-44d1-49c6-8fbd-1e29e50969f7 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=369e18ce-e2b9-48ae-ae4c-60d0c5fbcbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059706 Jul 28 04:05:39.274167 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-1c3e751e-6e6f-4a5e-bb61-f66217eff0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388'] for port (f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55), after_delete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:39.274308 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b36eabe-5519-43fa-8ca7-96448e456d9c admin admin] No DVR routers for this DVR port f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55 on host dv-cinder-851279-1-iscsi {{(pid=121475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 04:05:39.278481 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-c386b8a0-d3b3-488a-ba29-794d87c82f61 None None] Set router a742bb6a-8304-4f5a-8d24-66a8e74f4d23 gateway port host: None {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:05:39.291989 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b36eabe-5519-43fa-8ca7-96448e456d9c admin admin] Pushing event deleted for resources: {'Port': ['ID=f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:39.297198 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3e751e-6e6f-4a5e-bb61-f66217eff0f7 None None] No DVR routers for this DVR port f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55 on host dv-cinder-851279-1-iscsi {{(pid=121476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 04:05:39.298721 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e751e-6e6f-4a5e-bb61-f66217eff0f7 None None] Pushing event deleted for resources: {'Port': ['ID=f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55,revision_number=None']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:39.355362 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-c386b8a0-d3b3-488a-ba29-794d87c82f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'name': 'tempest-AttachVolumeTestJSON-350895408-router', 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T04:05:39Z', 'revision_number': 6, 'project_id': '6a869e1e00fc4d8d9d4511e34501665f', 'gw_port_host': None}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:39.359001 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:39.369840 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-5b36eabe-5519-43fa-8ca7-96448e456d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7777285', 'neutron.services.segments.db._delete_segments_for_network-8761988548554'] for network (577751dd-78a4-42c8-b90a-c6d300b531a2), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:39.382986 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c386b8a0-d3b3-488a-ba29-794d87c82f61 None None] The sync data for ids ['a742bb6a-8304-4f5a-8d24-66a8e74f4d23'] in dv-cinder-851279-1-iscsi is: [{'id': 'a742bb6a-8304-4f5a-8d24-66a8e74f4d23', 'name': 'tempest-AttachVolumeTestJSON-350895408-router', 'tenant_id': '6a869e1e00fc4d8d9d4511e34501665f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T04:05:39Z', 'revision_number': 6, 'project_id': '6a869e1e00fc4d8d9d4511e34501665f', 'gw_port_host': None}] {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:05:39.383669 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3885fed7-f968-49c8-b3b1-84475ad65a48 admin admin] Publish callbacks [] for security_group (4733e3d0-4a12-4ef7-a10f-7fd94bb6ce43), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:39.409342 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.services.segments.db [None req-5b36eabe-5519-43fa-8ca7-96448e456d9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['577751dd-78a4-42c8-b90a-c6d300b531a2']}} {{(pid=121475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:39.429381 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.services.segments.db [None req-5b36eabe-5519-43fa-8ca7-96448e456d9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14a8c6bf-83b7-46f9-8c66-fb10450c3d17') {'for_net_delete': True} {{(pid=121475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:39.429774 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.services.segments.db [None req-5b36eabe-5519-43fa-8ca7-96448e456d9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14a8c6bf-83b7-46f9-8c66-fb10450c3d17') {} {{(pid=121475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:39.441047 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3885fed7-f968-49c8-b3b1-84475ad65a48 admin admin] Publish callbacks [] for security_group (4733e3d0-4a12-4ef7-a10f-7fd94bb6ce43), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:39.453083 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-5b36eabe-5519-43fa-8ca7-96448e456d9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761988548455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097529'] for segment (14a8c6bf-83b7-46f9-8c66-fb10450c3d17), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:39.480113 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-5b36eabe-5519-43fa-8ca7-96448e456d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684'] for segment (14a8c6bf-83b7-46f9-8c66-fb10450c3d17), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:39.494629 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b36eabe-5519-43fa-8ca7-96448e456d9c admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=121475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:05:39.495035 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-5b36eabe-5519-43fa-8ca7-96448e456d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3956286'] for segment (14a8c6bf-83b7-46f9-8c66-fb10450c3d17), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:39.513678 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-b6b56e3f-e765-4856-bf64-022baa075d29 admin admin] Deleting port bdaacc0e-026c-45bb-91ce-d6943bc8b36e {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:05:39.514037 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-b6b56e3f-e765-4856-bf64-022baa075d29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (bdaacc0e-026c-45bb-91ce-d6943bc8b36e), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:39.541288 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.services.segments.plugin [-] Segment 14a8c6bf-83b7-46f9-8c66-fb10450c3d17 resource provider aggregate not found Jul 28 04:05:39.574075 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.services.segments.plugin [-] Segment 14a8c6bf-83b7-46f9-8c66-fb10450c3d17 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 14a8c6bf-83b7-46f9-8c66-fb10450c3d17 found for delete ", "request_id": "req-e548ea1e-6ad0-4211-89b0-a2273ce81e7f"}]} Jul 28 04:05:39.612196 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [None req-b6b56e3f-e765-4856-bf64-022baa075d29 admin admin] For port bdaacc0e-026c-45bb-91ce-d6943bc8b36e, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=bdaacc0e-026c-45bb-91ce-d6943bc8b36e,segment=NetworkSegment(f2985cdc-b551-4e3f-9fbc-bf06e2065a47),segment_id=f2985cdc-b551-4e3f-9fbc-bf06e2065a47)] {{(pid=121474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:05:39.612559 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-b6b56e3f-e765-4856-bf64-022baa075d29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (bdaacc0e-026c-45bb-91ce-d6943bc8b36e), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:39.631235 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-b6b56e3f-e765-4856-bf64-022baa075d29 admin admin] Calling delete_port for bdaacc0e-026c-45bb-91ce-d6943bc8b36e owned by network:router_gateway {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:05:39.662994 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-5b36eabe-5519-43fa-8ca7-96448e456d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7777294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1739581'] for network (577751dd-78a4-42c8-b90a-c6d300b531a2), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:39.669715 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-5b36eabe-5519-43fa-8ca7-96448e456d9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for network (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:39.673507 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-5b36eabe-5519-43fa-8ca7-96448e456d9c admin admin] 10.222.0.66 "DELETE /v2.0/networks/577751dd-78a4-42c8-b90a-c6d300b531a2 HTTP/1.1" status: 204 len: 168 time: 1.1598377 Jul 28 04:05:39.676057 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3885fed7-f968-49c8-b3b1-84475ad65a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (4733e3d0-4a12-4ef7-a10f-7fd94bb6ce43), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:39.677355 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 57948) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:39.680109 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3885fed7-f968-49c8-b3b1-84475ad65a48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:39.680109 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-3885fed7-f968-49c8-b3b1-84475ad65a48 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4733e3d0-4a12-4ef7-a10f-7fd94bb6ce43 HTTP/1.1" status: 204 len: 168 time: 0.5070388 Jul 28 04:05:39.694014 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b36eabe-5519-43fa-8ca7-96448e456d9c admin admin] Pushing event deleted for resources: {'Network': ['ID=577751dd-78a4-42c8-b90a-c6d300b531a2,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:39.701736 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3885fed7-f968-49c8-b3b1-84475ad65a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4733e3d0-4a12-4ef7-a10f-7fd94bb6ce43,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:39.901125 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:40.103904 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-b6b56e3f-e765-4856-bf64-022baa075d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (bdaacc0e-026c-45bb-91ce-d6943bc8b36e), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:40.127704 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:40.154426 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b56e3f-e765-4856-bf64-022baa075d29 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdaacc0e-026c-45bb-91ce-d6943bc8b36e,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:40.200375 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-d1c45fed-00df-4224-b3b4-d76d0e6ac312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736721'] for router_interface (24a63792-3990-49eb-b465-9c18051a8ac8), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:40.369484 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-b6b56e3f-e765-4856-bf64-022baa075d29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1739537'] for router_gateway (a742bb6a-8304-4f5a-8d24-66a8e74f4d23), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:40.395172 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42580186-c82e-4e4c-b50b-2d52779ef21d req-13455652-76e9-42b8-8dbd-557cb0a9f01e tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:40.396690 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-42580186-c82e-4e4c-b50b-2d52779ef21d req-13455652-76e9-42b8-8dbd-557cb0a9f01e tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2fa4aca-3faa-4e71-930d-e9070e320b36 HTTP/1.1" status: 200 len: 946 time: 0.1410515 Jul 28 04:05:40.534550 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 57956) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:40.541324 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37bcec4-fa1b-4bfa-92b6-7a5e6df2ce1f req-cd729ebd-1219-40e2-bd94-2d904c86d52f tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:40.542840 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-e37bcec4-fa1b-4bfa-92b6-7a5e6df2ce1f req-cd729ebd-1219-40e2-bd94-2d904c86d52f tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2fa4aca-3faa-4e71-930d-e9070e320b36 HTTP/1.1" status: 200 len: 946 time: 0.2013152 Jul 28 04:05:40.546553 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-b6b56e3f-e765-4856-bf64-022baa075d29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1680026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-593'] for router (a742bb6a-8304-4f5a-8d24-66a8e74f4d23), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:40.551372 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-b6b56e3f-e765-4856-bf64-022baa075d29 admin admin] Publish callbacks [] for router_controller (a742bb6a-8304-4f5a-8d24-66a8e74f4d23), precommit_delete_associations {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:40.582437 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-ed626dc1-4972-4b5d-a46b-5ac7ed6acdaa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2c674c0053de47b1b23370b377ab6f7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0467365 Jul 28 04:05:40.585074 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 57958) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:40.605269 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55 no longer exists at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:05:40.630553 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] No Port match for: f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55 {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:05:40.631402 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device f1afa86b-51a9-4ea5-b5cc-09aaeb0c8a55 not bound to the agent host dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:05:40.631402 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 98abe0e5-d981-4868-a7f3-04ad99bcc49f no longer exists at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:05:40.637155 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4d5d2f6b-c86a-4c8f-99ae-ef7798cb3f6d admin admin] Publish callbacks [] for security_group (b2f63556-f6c4-4952-8359-571e954ca958), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:40.660816 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4d5d2f6b-c86a-4c8f-99ae-ef7798cb3f6d admin admin] Publish callbacks [] for security_group (b2f63556-f6c4-4952-8359-571e954ca958), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:40.716119 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [req-42580186-c82e-4e4c-b50b-2d52779ef21d req-38fbd868-dfbf-4b62-98d0-adfb8c0ef441 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Deleting port 2b8528eb-bc69-4fed-a16b-cf002901bbcd {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:05:40.716727 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-42580186-c82e-4e4c-b50b-2d52779ef21d req-38fbd868-dfbf-4b62-98d0-adfb8c0ef441 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (2b8528eb-bc69-4fed-a16b-cf002901bbcd), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:40.777557 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4d5d2f6b-c86a-4c8f-99ae-ef7798cb3f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (b2f63556-f6c4-4952-8359-571e954ca958), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:40.781594 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-b6b56e3f-e765-4856-bf64-022baa075d29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1679896'] for router (a742bb6a-8304-4f5a-8d24-66a8e74f4d23), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:40.782204 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b56e3f-e765-4856-bf64-022baa075d29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a742bb6a-8304-4f5a-8d24-66a8e74f4d23 {{(pid=121474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 04:05:40.782559 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4d5d2f6b-c86a-4c8f-99ae-ef7798cb3f6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:40.786338 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-4d5d2f6b-c86a-4c8f-99ae-ef7798cb3f6d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b2f63556-f6c4-4952-8359-571e954ca958 HTTP/1.1" status: 204 len: 168 time: 0.1985531 Jul 28 04:05:40.793958 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-b6b56e3f-e765-4856-bf64-022baa075d29 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:40.793958 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-b6b56e3f-e765-4856-bf64-022baa075d29 admin admin] 10.222.0.66 "DELETE /v2.0/routers/a742bb6a-8304-4f5a-8d24-66a8e74f4d23 HTTP/1.1" status: 204 len: 168 time: 2.5214148 Jul 28 04:05:40.797538 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] No Port match for: 98abe0e5-d981-4868-a7f3-04ad99bcc49f {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:05:40.797889 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 98abe0e5-d981-4868-a7f3-04ad99bcc49f not bound to the agent host dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:05:40.798316 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device bdaacc0e-026c-45bb-91ce-d6943bc8b36e no longer exists at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:05:40.800787 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 57962) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:40.816526 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-e37bcec4-fa1b-4bfa-92b6-7a5e6df2ce1f req-a12f5f0d-984c-44d6-97b4-6a1980bd0a33 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups?id=369e18ce-e2b9-48ae-ae4c-60d0c5fbcbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2246709 Jul 28 04:05:40.830980 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d2f6b-c86a-4c8f-99ae-ef7798cb3f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f63556-f6c4-4952-8359-571e954ca958,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:40.859714 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] No Port match for: bdaacc0e-026c-45bb-91ce-d6943bc8b36e {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:05:40.860253 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device bdaacc0e-026c-45bb-91ce-d6943bc8b36e not bound to the agent host dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:05:40.880024 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:40.890052 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1cd206f-b217-40db-9102-5fefa87f3171 admin admin] Deleting subnet 0c317d02-35c6-4092-b3d2-22f73010b2ed {{(pid=121475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 04:05:40.894184 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-b1cd206f-b217-40db-9102-5fefa87f3171 admin admin] Publish callbacks [] for subnet (0c317d02-35c6-4092-b3d2-22f73010b2ed), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:40.921018 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:40.936462 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-42580186-c82e-4e4c-b50b-2d52779ef21d req-38fbd868-dfbf-4b62-98d0-adfb8c0ef441 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] For port 2b8528eb-bc69-4fed-a16b-cf002901bbcd, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=2b8528eb-bc69-4fed-a16b-cf002901bbcd,segment=NetworkSegment(37f94176-e298-4b67-acca-ec05537ae703),segment_id=37f94176-e298-4b67-acca-ec05537ae703)] {{(pid=121474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:05:40.937294 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-42580186-c82e-4e4c-b50b-2d52779ef21d req-38fbd868-dfbf-4b62-98d0-adfb8c0ef441 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (2b8528eb-bc69-4fed-a16b-cf002901bbcd), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:40.942157 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-b1cd206f-b217-40db-9102-5fefa87f3171 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097504'] for subnet (0c317d02-35c6-4092-b3d2-22f73010b2ed), precommit_delete_associations {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:40.947432 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-d1c45fed-00df-4224-b3b4-d76d0e6ac312 admin admin] Deleting port 37375227-266a-4faa-b5a0-a4ac0fd976eb {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:05:40.947778 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-d1c45fed-00df-4224-b3b4-d76d0e6ac312 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (37375227-266a-4faa-b5a0-a4ac0fd976eb), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:41.041681 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-b1cd206f-b217-40db-9102-5fefa87f3171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775531'] for subnet (0c317d02-35c6-4092-b3d2-22f73010b2ed), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:41.178784 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [None req-d1c45fed-00df-4224-b3b4-d76d0e6ac312 admin admin] For port 37375227-266a-4faa-b5a0-a4ac0fd976eb, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=37375227-266a-4faa-b5a0-a4ac0fd976eb,segment=NetworkSegment(ecbba2ab-fba2-4529-bab7-5a183e221e0a),segment_id=ecbba2ab-fba2-4529-bab7-5a183e221e0a)] {{(pid=121474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:05:41.179149 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-d1c45fed-00df-4224-b3b4-d76d0e6ac312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (37375227-266a-4faa-b5a0-a4ac0fd976eb), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:41.195638 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:41.200645 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-b1cd206f-b217-40db-9102-5fefa87f3171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7775522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3956320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25966766'] for subnet (0c317d02-35c6-4092-b3d2-22f73010b2ed), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:41.204983 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=83,neutron:DELETE=14,neutron:UPDATE=3 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:41.208148 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-d1c45fed-00df-4224-b3b4-d76d0e6ac312 admin admin] Calling delete_port for 37375227-266a-4faa-b5a0-a4ac0fd976eb owned by network:router_interface {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:05:41.213853 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-42580186-c82e-4e4c-b50b-2d52779ef21d req-38fbd868-dfbf-4b62-98d0-adfb8c0ef441 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:41.214221 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-42580186-c82e-4e4c-b50b-2d52779ef21d req-38fbd868-dfbf-4b62-98d0-adfb8c0ef441 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739753'] for floatingip (ce2d7c86-4d15-4f2d-baf9-64437e034155), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:41.214536 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.db.l3_db [req-42580186-c82e-4e4c-b50b-2d52779ef21d req-38fbd868-dfbf-4b62-98d0-adfb8c0ef441 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Floating IP ce2d7c86-4d15-4f2d-baf9-64437e034155 disassociated. External IP: 172.27.0.132, port: 2b8528eb-bc69-4fed-a16b-cf002901bbcd. Jul 28 04:05:41.214884 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [req-42580186-c82e-4e4c-b50b-2d52779ef21d req-38fbd868-dfbf-4b62-98d0-adfb8c0ef441 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Calling delete_port for 2b8528eb-bc69-4fed-a16b-cf002901bbcd owned by compute:nova {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:05:41.231992 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cd206f-b217-40db-9102-5fefa87f3171 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c317d02-35c6-4092-b3d2-22f73010b2ed,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:41.235402 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-b1cd206f-b217-40db-9102-5fefa87f3171 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:41.238751 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-b1cd206f-b217-40db-9102-5fefa87f3171 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0c317d02-35c6-4092-b3d2-22f73010b2ed HTTP/1.1" status: 204 len: 168 time: 0.4360185 Jul 28 04:05:41.241288 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 57964) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:41.248858 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c784ea28-b55b-495d-a179-b65fd18a1791 None None] Network 5b7076b1-5b54-41f8-8740-25deddb61b0a requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 04:05:41.332184 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-d066fa8a-65fd-4817-9d92-db8d922638db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766625'] for network (5b7076b1-5b54-41f8-8740-25deddb61b0a), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:41.402295 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.plugin [None req-d066fa8a-65fd-4817-9d92-db8d922638db admin admin] Deleting port f2bda65d-330b-4ac4-970a-2bfdd0a6753b {{(pid=121475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:05:41.403181 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-d066fa8a-65fd-4817-9d92-db8d922638db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (f2bda65d-330b-4ac4-970a-2bfdd0a6753b), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:41.477419 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1751fba7-6368-465f-9a1c-3247bbef0c36 None None] DHCP port deletion for 5b7076b1-5b54-41f8-8740-25deddb61b0a request from dv-cinder-851279-1-iscsi {{(pid=121476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 04:05:41.504974 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.db [None req-d066fa8a-65fd-4817-9d92-db8d922638db admin admin] For port f2bda65d-330b-4ac4-970a-2bfdd0a6753b, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=f2bda65d-330b-4ac4-970a-2bfdd0a6753b,segment=NetworkSegment(59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b),segment_id=59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b)] {{(pid=121475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:05:41.505474 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-d066fa8a-65fd-4817-9d92-db8d922638db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (f2bda65d-330b-4ac4-970a-2bfdd0a6753b), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:41.520513 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.plugin [None req-d066fa8a-65fd-4817-9d92-db8d922638db admin admin] Calling delete_port for f2bda65d-330b-4ac4-970a-2bfdd0a6753b owned by network:dhcp {{(pid=121475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:05:41.548934 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-1751fba7-6368-465f-9a1c-3247bbef0c36 None None] Deleting port f2bda65d-330b-4ac4-970a-2bfdd0a6753b {{(pid=121476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:05:41.549552 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-1751fba7-6368-465f-9a1c-3247bbef0c36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (f2bda65d-330b-4ac4-970a-2bfdd0a6753b), before_delete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:41.611088 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-42580186-c82e-4e4c-b50b-2d52779ef21d req-38fbd868-dfbf-4b62-98d0-adfb8c0ef441 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (2b8528eb-bc69-4fed-a16b-cf002901bbcd), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:41.648932 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbd868-dfbf-4b62-98d0-adfb8c0ef441 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Pushing event deleted for resources: {'Port': ['ID=2b8528eb-bc69-4fed-a16b-cf002901bbcd,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:41.649937 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-1751fba7-6368-465f-9a1c-3247bbef0c36 None None] For port f2bda65d-330b-4ac4-970a-2bfdd0a6753b, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=f2bda65d-330b-4ac4-970a-2bfdd0a6753b,segment=NetworkSegment(59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b),segment_id=59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:05:41.650515 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-1751fba7-6368-465f-9a1c-3247bbef0c36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (f2bda65d-330b-4ac4-970a-2bfdd0a6753b), precommit_delete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:41.666711 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-1751fba7-6368-465f-9a1c-3247bbef0c36 None None] Calling delete_port for f2bda65d-330b-4ac4-970a-2bfdd0a6753b owned by network:dhcp {{(pid=121476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:05:41.685410 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-d066fa8a-65fd-4817-9d92-db8d922638db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3956301'] for port (f2bda65d-330b-4ac4-970a-2bfdd0a6753b), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:41.691061 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-d1c45fed-00df-4224-b3b4-d76d0e6ac312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (37375227-266a-4faa-b5a0-a4ac0fd976eb), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:41.729435 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066fa8a-65fd-4817-9d92-db8d922638db admin admin] Pushing event deleted for resources: {'Port': ['ID=f2bda65d-330b-4ac4-970a-2bfdd0a6753b,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:41.731761 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c45fed-00df-4224-b3b4-d76d0e6ac312 admin admin] Pushing event deleted for resources: {'Port': ['ID=37375227-266a-4faa-b5a0-a4ac0fd976eb,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:41.741052 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d066fa8a-65fd-4817-9d92-db8d922638db admin admin] No DVR routers for this DVR port f2bda65d-330b-4ac4-970a-2bfdd0a6753b on host dv-cinder-851279-1-iscsi {{(pid=121475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 04:05:41.774967 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:41.780958 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-1751fba7-6368-465f-9a1c-3247bbef0c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388'] for port (f2bda65d-330b-4ac4-970a-2bfdd0a6753b), after_delete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:41.829561 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751fba7-6368-465f-9a1c-3247bbef0c36 None None] Pushing event deleted for resources: {'Port': ['ID=f2bda65d-330b-4ac4-970a-2bfdd0a6753b,revision_number=None']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:41.836179 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1751fba7-6368-465f-9a1c-3247bbef0c36 None None] No DVR routers for this DVR port f2bda65d-330b-4ac4-970a-2bfdd0a6753b on host dv-cinder-851279-1-iscsi {{(pid=121476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 04:05:41.862347 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-d066fa8a-65fd-4817-9d92-db8d922638db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7777285', 'neutron.services.segments.db._delete_segments_for_network-8761988548554'] for network (5b7076b1-5b54-41f8-8740-25deddb61b0a), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:41.879861 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42580186-c82e-4e4c-b50b-2d52779ef21d req-38fbd868-dfbf-4b62-98d0-adfb8c0ef441 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Router 2d1945e5-9fdd-4c9c-9878-1432accd293d has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 04:05:41.914669 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.services.segments.db [None req-d066fa8a-65fd-4817-9d92-db8d922638db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b7076b1-5b54-41f8-8740-25deddb61b0a']}} {{(pid=121475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:41.935313 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.services.segments.db [None req-d066fa8a-65fd-4817-9d92-db8d922638db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b') {'for_net_delete': True} {{(pid=121475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:41.935611 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.services.segments.db [None req-d066fa8a-65fd-4817-9d92-db8d922638db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b') {} {{(pid=121475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:41.964666 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-d066fa8a-65fd-4817-9d92-db8d922638db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761988548455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097529'] for segment (59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:42.019049 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-be2cb5db-4c7e-493a-a1a6-8aa9133b1afb req-bc9fac06-93d7-48ea-b6e6-ba07eb122fd0 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2fa4aca-3faa-4e71-930d-e9070e320b36 HTTP/1.1" status: 200 len: 210 time: 0.0515172 Jul 28 04:05:42.033962 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-d066fa8a-65fd-4817-9d92-db8d922638db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684'] for segment (59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:42.047360 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d066fa8a-65fd-4817-9d92-db8d922638db admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=121475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:05:42.048147 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-d066fa8a-65fd-4817-9d92-db8d922638db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3956286'] for segment (59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:42.130698 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.services.segments.plugin [-] Segment 59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b resource provider aggregate not found Jul 28 04:05:42.172612 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.services.segments.plugin [-] Segment 59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 59a39d1c-5cc6-4ed6-bfe7-cf332e3f5d1b found for delete ", "request_id": "req-c533307c-f137-4f86-9078-ea9441383cb4"}]} Jul 28 04:05:42.254129 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-d066fa8a-65fd-4817-9d92-db8d922638db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7777294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1739581'] for network (5b7076b1-5b54-41f8-8740-25deddb61b0a), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:42.282676 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-d066fa8a-65fd-4817-9d92-db8d922638db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for network (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:42.287015 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-d066fa8a-65fd-4817-9d92-db8d922638db admin admin] 10.222.0.66 "DELETE /v2.0/networks/5b7076b1-5b54-41f8-8740-25deddb61b0a HTTP/1.1" status: 204 len: 168 time: 1.0447693 Jul 28 04:05:42.288189 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066fa8a-65fd-4817-9d92-db8d922638db admin admin] Pushing event deleted for resources: {'Network': ['ID=5b7076b1-5b54-41f8-8740-25deddb61b0a,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:42.440572 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-d1c45fed-00df-4224-b3b4-d76d0e6ac312 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736837'] for router_interface (24a63792-3990-49eb-b465-9c18051a8ac8), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:42.451178 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42580186-c82e-4e4c-b50b-2d52779ef21d req-38fbd868-dfbf-4b62-98d0-adfb8c0ef441 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:05:42.477815 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff82997-af9b-4cae-b4e6-34739c24f562 None None] Sync routers for ids ['2d1945e5-9fdd-4c9c-9878-1432accd293d'] in dv-cinder-851279-1-iscsi {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:05:42.496513 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff82997-af9b-4cae-b4e6-34739c24f562 None None] Routers {'2d1945e5-9fdd-4c9c-9878-1432accd293d'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:05:42.497592 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-eff82997-af9b-4cae-b4e6-34739c24f562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:05:17Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['2d1945e5-9fdd-4c9c-9878-1432accd293d'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:42.540113 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [req-42580186-c82e-4e4c-b50b-2d52779ef21d req-38fbd868-dfbf-4b62-98d0-adfb8c0ef441 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] No DVR routers for this DVR port 2b8528eb-bc69-4fed-a16b-cf002901bbcd on host hv-cinder-85127 {{(pid=121474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 04:05:42.543087 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-42580186-c82e-4e4c-b50b-2d52779ef21d req-38fbd868-dfbf-4b62-98d0-adfb8c0ef441 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:42.546878 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-42580186-c82e-4e4c-b50b-2d52779ef21d req-38fbd868-dfbf-4b62-98d0-adfb8c0ef441 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.67 "DELETE /v2.0/ports/2b8528eb-bc69-4fed-a16b-cf002901bbcd HTTP/1.1" status: 204 len: 173 time: 2.1178715 Jul 28 04:05:42.553154 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2fa4aca-3faa-4e71-930d-e9070e320b36', 'name': 'network-vif-deleted', 'tag': '2b8528eb-bc69-4fed-a16b-cf002901bbcd'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:05:42.556282 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8a6cd9-d0f4-4311-9357-62acdd1a20cf" -d '{"events": [{"server_uuid": "f2fa4aca-3faa-4e71-930d-e9070e320b36", "name": "network-vif-deleted", "tag": "2b8528eb-bc69-4fed-a16b-cf002901bbcd"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:05:42.732650 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:42.738217 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-eff82997-af9b-4cae-b4e6-34739c24f562 None None] Set router 2d1945e5-9fdd-4c9c-9878-1432accd293d gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:05:42.747753 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 04:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647eba33-a53e-4cc8-b258-905a01a41ade x-openstack-request-id: req-647eba33-a53e-4cc8-b258-905a01a41ade {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:05:42.748950 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2fa4aca-3faa-4e71-930d-e9070e320b36", "name": "network-vif-deleted", "tag": "2b8528eb-bc69-4fed-a16b-cf002901bbcd", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:05:42.748950 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-647eba33-a53e-4cc8-b258-905a01a41ade {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:05:42.748950 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-647eba33-a53e-4cc8-b258-905a01a41ade'] response: {'server_uuid': 'f2fa4aca-3faa-4e71-930d-e9070e320b36', 'name': 'network-vif-deleted', 'tag': '2b8528eb-bc69-4fed-a16b-cf002901bbcd', 'status': 'completed', 'code': 200} Jul 28 04:05:42.755546 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:42.767296 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:42.770413 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device f2bda65d-330b-4ac4-970a-2bfdd0a6753b no longer exists at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:05:42.787152 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c45fed-00df-4224-b3b4-d76d0e6ac312 admin admin] Router 24a63792-3990-49eb-b465-9c18051a8ac8 has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 04:05:42.802201 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] No Port match for: f2bda65d-330b-4ac4-970a-2bfdd0a6753b {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:05:42.802524 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device f2bda65d-330b-4ac4-970a-2bfdd0a6753b not bound to the agent host dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:05:42.847035 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 58004) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:42.902719 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-7342bd37-37f2-4471-951a-a51375f0b8d8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6a869e1e00fc4d8d9d4511e34501665f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0541105 Jul 28 04:05:42.903604 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 58006) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:42.952017 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c45fed-00df-4224-b3b4-d76d0e6ac312 admin admin] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:05:42.962102 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 58010) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:42.968152 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-d1c45fed-00df-4224-b3b4-d76d0e6ac312 admin admin] 10.222.0.66 "PUT /v2.0/routers/24a63792-3990-49eb-b465-9c18051a8ac8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2830472 Jul 28 04:05:42.968308 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5dd11e-71c7-45e4-93ce-e4fd7f178ce6 None None] Sync routers for ids ['24a63792-3990-49eb-b465-9c18051a8ac8'] in dv-cinder-851279-1-iscsi {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:05:42.989030 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5dd11e-71c7-45e4-93ce-e4fd7f178ce6 None None] Routers {'24a63792-3990-49eb-b465-9c18051a8ac8'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:05:42.991484 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-7a5dd11e-71c7-45e4-93ce-e4fd7f178ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:05:17Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['24a63792-3990-49eb-b465-9c18051a8ac8'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:43.075318 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:43.085680 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-eff82997-af9b-4cae-b4e6-34739c24f562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'name': 'tempest-AttachVolumeNegativeTest-1250024005-router', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:58:59Z', 'revision_number': 4, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'gw_port': {'id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:45:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': 'c9e3be20-44f2-425a-a063-9ed509852e7c', 'name': '', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'mac_address': 'fa:16:3e:1e:0e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:58Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 5, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'subnets': [{'id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:43.108448 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4c58b0d1-9a1f-4423-87f4-f4df1a447840 admin admin] Publish callbacks [] for router (24a63792-3990-49eb-b465-9c18051a8ac8), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:43.113724 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-2c3e0bc6-8ea0-403f-b22f-88a8863e52cf admin admin] Publish callbacks [] for security_group (14751570-1229-4faa-bb0d-bc36a7762240), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:43.126392 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff82997-af9b-4cae-b4e6-34739c24f562 None None] Checking router: 2d1945e5-9fdd-4c9c-9878-1432accd293d for host: dv-cinder-851279-1-iscsi {{(pid=121476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:05:43.139185 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff82997-af9b-4cae-b4e6-34739c24f562 None None] Routers {'2d1945e5-9fdd-4c9c-9878-1432accd293d'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:05:43.139185 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-eff82997-af9b-4cae-b4e6-34739c24f562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:05:17Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['2d1945e5-9fdd-4c9c-9878-1432accd293d'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:43.139387 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 58014) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:43.176635 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-2c3e0bc6-8ea0-403f-b22f-88a8863e52cf admin admin] Publish callbacks [] for security_group (14751570-1229-4faa-bb0d-bc36a7762240), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:43.179060 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-7a5dd11e-71c7-45e4-93ce-e4fd7f178ce6 None None] Set router 24a63792-3990-49eb-b465-9c18051a8ac8 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:05:43.292279 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-eff82997-af9b-4cae-b4e6-34739c24f562 None None] Set router 2d1945e5-9fdd-4c9c-9878-1432accd293d gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:05:43.385450 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-fe72e5a9-5400-486c-8109-417037c73163 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:43.436816 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-7a5dd11e-71c7-45e4-93ce-e4fd7f178ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a63792-3990-49eb-b465-9c18051a8ac8', 'name': 'tempest-TestShelveInstance-19937965-router', 'tenant_id': 'be40247036fc444e836e887ed8fb8249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'f1b8dc0b-ec82-4fcd-9687-a87dd54445e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:00:01Z', 'updated_at': '2022-07-28T04:05:41Z', 'revision_number': 5, 'project_id': 'be40247036fc444e836e887ed8fb8249', 'gw_port': {'id': 'f1b8dc0b-ec82-4fcd-9687-a87dd54445e6', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a63792-3990-49eb-b465-9c18051a8ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:00:01Z', 'updated_at': '2022-07-28T04:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi'}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:43.473733 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5dd11e-71c7-45e4-93ce-e4fd7f178ce6 None None] Checking router: 24a63792-3990-49eb-b465-9c18051a8ac8 for host: dv-cinder-851279-1-iscsi {{(pid=121477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:05:43.489201 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5dd11e-71c7-45e4-93ce-e4fd7f178ce6 None None] Routers {'24a63792-3990-49eb-b465-9c18051a8ac8'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:05:43.490164 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-7a5dd11e-71c7-45e4-93ce-e4fd7f178ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:05:17Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['24a63792-3990-49eb-b465-9c18051a8ac8'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:43.519344 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-fe72e5a9-5400-486c-8109-417037c73163 admin admin] Publish callbacks [] for security_group (a8372547-5b5f-40c5-9e0f-3de4e07314bc), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:43.575895 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-eff82997-af9b-4cae-b4e6-34739c24f562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'name': 'tempest-AttachVolumeNegativeTest-1250024005-router', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:58:59Z', 'revision_number': 4, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'gw_port': {'id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:45:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': 'c9e3be20-44f2-425a-a063-9ed509852e7c', 'name': '', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'mac_address': 'fa:16:3e:1e:0e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:58Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 5, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'subnets': [{'id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:43.590429 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-844985fa-b0b9-4172-ba52-b6cc8c6cec8f req-66c90a1f-fd27-4d04-9a86-2d4339671ed3 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2fa4aca-3faa-4e71-930d-e9070e320b36 HTTP/1.1" status: 200 len: 210 time: 0.3957536 Jul 28 04:05:43.605705 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff82997-af9b-4cae-b4e6-34739c24f562 None None] The sync data for ids ['2d1945e5-9fdd-4c9c-9878-1432accd293d'] in dv-cinder-851279-1-iscsi is: [{'id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'name': 'tempest-AttachVolumeNegativeTest-1250024005-router', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T03:58:59Z', 'revision_number': 4, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'gw_port': {'id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:45:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': 'c9e3be20-44f2-425a-a063-9ed509852e7c', 'name': '', 'network_id': '9cf9021b-c509-4bfd-870b-1ff5c987c7dd', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'mac_address': 'fa:16:3e:1e:0e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:58Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 5, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'subnets': [{'id': '38052aec-d1bf-4b5e-9038-8acf97ddbe30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:05:43.629324 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-fe72e5a9-5400-486c-8109-417037c73163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (a8372547-5b5f-40c5-9e0f-3de4e07314bc), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:43.649524 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-7a5dd11e-71c7-45e4-93ce-e4fd7f178ce6 None None] Set router 24a63792-3990-49eb-b465-9c18051a8ac8 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:05:43.667237 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:43.691995 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4c58b0d1-9a1f-4423-87f4-f4df1a447840 admin admin] Publish callbacks [] for router_gateway (24a63792-3990-49eb-b465-9c18051a8ac8), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:43.697503 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-fe72e5a9-5400-486c-8109-417037c73163 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=504a671cb6d84ffebc83828570897f11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5521638 Jul 28 04:05:43.697503 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 58018) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:43.706669 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:43.706893 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe72e5a9-5400-486c-8109-417037c73163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8372547-5b5f-40c5-9e0f-3de4e07314bc,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:43.729505 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:43.766486 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-248373d2-9281-495d-807c-8455da6c37f4 admin admin] Publish callbacks [] for security_group (a8372547-5b5f-40c5-9e0f-3de4e07314bc), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:43.792508 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-248373d2-9281-495d-807c-8455da6c37f4 admin admin] Publish callbacks [] for security_group (a8372547-5b5f-40c5-9e0f-3de4e07314bc), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:43.831901 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:43.840323 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-2c3e0bc6-8ea0-403f-b22f-88a8863e52cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (14751570-1229-4faa-bb0d-bc36a7762240), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:43.843315 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-2c3e0bc6-8ea0-403f-b22f-88a8863e52cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:43.848144 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-2c3e0bc6-8ea0-403f-b22f-88a8863e52cf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/14751570-1229-4faa-bb0d-bc36a7762240 HTTP/1.1" status: 204 len: 168 time: 0.9402807 Jul 28 04:05:43.869443 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e0bc6-8ea0-403f-b22f-88a8863e52cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14751570-1229-4faa-bb0d-bc36a7762240,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:43.893186 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.plugin [None req-4c58b0d1-9a1f-4423-87f4-f4df1a447840 admin admin] Deleting port f1b8dc0b-ec82-4fcd-9687-a87dd54445e6 {{(pid=121475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:05:43.895006 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4c58b0d1-9a1f-4423-87f4-f4df1a447840 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (f1b8dc0b-ec82-4fcd-9687-a87dd54445e6), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:43.933121 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-248373d2-9281-495d-807c-8455da6c37f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (a8372547-5b5f-40c5-9e0f-3de4e07314bc), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:43.936781 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-248373d2-9281-495d-807c-8455da6c37f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:43.942747 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-248373d2-9281-495d-807c-8455da6c37f4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a8372547-5b5f-40c5-9e0f-3de4e07314bc HTTP/1.1" status: 204 len: 168 time: 0.2438691 Jul 28 04:05:43.952410 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248373d2-9281-495d-807c-8455da6c37f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8372547-5b5f-40c5-9e0f-3de4e07314bc,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:43.971676 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-7a5dd11e-71c7-45e4-93ce-e4fd7f178ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a63792-3990-49eb-b465-9c18051a8ac8', 'name': 'tempest-TestShelveInstance-19937965-router', 'tenant_id': 'be40247036fc444e836e887ed8fb8249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'f1b8dc0b-ec82-4fcd-9687-a87dd54445e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:00:01Z', 'updated_at': '2022-07-28T04:05:41Z', 'revision_number': 5, 'project_id': 'be40247036fc444e836e887ed8fb8249', 'gw_port': {'id': 'f1b8dc0b-ec82-4fcd-9687-a87dd54445e6', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a63792-3990-49eb-b465-9c18051a8ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:00:01Z', 'updated_at': '2022-07-28T04:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi'}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:44.004234 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5dd11e-71c7-45e4-93ce-e4fd7f178ce6 None None] The sync data for ids ['24a63792-3990-49eb-b465-9c18051a8ac8'] in dv-cinder-851279-1-iscsi is: [{'id': '24a63792-3990-49eb-b465-9c18051a8ac8', 'name': 'tempest-TestShelveInstance-19937965-router', 'tenant_id': 'be40247036fc444e836e887ed8fb8249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'f1b8dc0b-ec82-4fcd-9687-a87dd54445e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:00:01Z', 'updated_at': '2022-07-28T04:05:41Z', 'revision_number': 5, 'project_id': 'be40247036fc444e836e887ed8fb8249', 'gw_port': {'id': 'f1b8dc0b-ec82-4fcd-9687-a87dd54445e6', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a63792-3990-49eb-b465-9c18051a8ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:00:01Z', 'updated_at': '2022-07-28T04:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi'}] {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:05:44.026453 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.db [None req-4c58b0d1-9a1f-4423-87f4-f4df1a447840 admin admin] For port f1b8dc0b-ec82-4fcd-9687-a87dd54445e6, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=f1b8dc0b-ec82-4fcd-9687-a87dd54445e6,segment=NetworkSegment(f2985cdc-b551-4e3f-9fbc-bf06e2065a47),segment_id=f2985cdc-b551-4e3f-9fbc-bf06e2065a47)] {{(pid=121475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:05:44.036978 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4c58b0d1-9a1f-4423-87f4-f4df1a447840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (f1b8dc0b-ec82-4fcd-9687-a87dd54445e6), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:44.044773 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.plugin [None req-4c58b0d1-9a1f-4423-87f4-f4df1a447840 admin admin] Calling delete_port for f1b8dc0b-ec82-4fcd-9687-a87dd54445e6 owned by network:router_gateway {{(pid=121475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:05:44.050074 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b536440-d2fb-492c-838a-6883ddcb2c56 None None] New status for floating IP ce2d7c86-4d15-4f2d-baf9-64437e034155: DOWN {{(pid=121476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 04:05:44.303205 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4c58b0d1-9a1f-4423-87f4-f4df1a447840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3956301'] for port (f1b8dc0b-ec82-4fcd-9687-a87dd54445e6), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:44.341302 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58b0d1-9a1f-4423-87f4-f4df1a447840 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1b8dc0b-ec82-4fcd-9687-a87dd54445e6,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:44.429145 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4c58b0d1-9a1f-4423-87f4-f4df1a447840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1739537'] for router_gateway (24a63792-3990-49eb-b465-9c18051a8ac8), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:44.601387 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4c58b0d1-9a1f-4423-87f4-f4df1a447840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1680026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-593'] for router (24a63792-3990-49eb-b465-9c18051a8ac8), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:44.604958 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4c58b0d1-9a1f-4423-87f4-f4df1a447840 admin admin] Publish callbacks [] for router_controller (24a63792-3990-49eb-b465-9c18051a8ac8), precommit_delete_associations {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:44.686995 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 37375227-266a-4faa-b5a0-a4ac0fd976eb no longer exists at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:05:44.741067 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] No Port match for: 37375227-266a-4faa-b5a0-a4ac0fd976eb {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:05:44.741476 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 37375227-266a-4faa-b5a0-a4ac0fd976eb not bound to the agent host dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:05:44.752248 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4c58b0d1-9a1f-4423-87f4-f4df1a447840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1679896'] for router (24a63792-3990-49eb-b465-9c18051a8ac8), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:44.752980 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c58b0d1-9a1f-4423-87f4-f4df1a447840 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24a63792-3990-49eb-b465-9c18051a8ac8 {{(pid=121475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 04:05:44.757238 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4c58b0d1-9a1f-4423-87f4-f4df1a447840 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:44.758545 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-4c58b0d1-9a1f-4423-87f4-f4df1a447840 admin admin] 10.222.0.66 "DELETE /v2.0/routers/24a63792-3990-49eb-b465-9c18051a8ac8 HTTP/1.1" status: 204 len: 168 time: 1.7948937 Jul 28 04:05:44.761197 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 58038) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:44.815196 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 58040) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:44.823790 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.db_base_plugin_v2 [None req-eab04e4a-89c7-4889-87d2-d4794f1e732d admin admin] Deleting subnet e9a57295-fdfa-4f3d-b312-bf099d0e4dec {{(pid=121474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 04:05:44.827561 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-eab04e4a-89c7-4889-87d2-d4794f1e732d admin admin] Publish callbacks [] for subnet (e9a57295-fdfa-4f3d-b312-bf099d0e4dec), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:44.873936 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-eab04e4a-89c7-4889-87d2-d4794f1e732d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3319468'] for subnet (e9a57295-fdfa-4f3d-b312-bf099d0e4dec), precommit_delete_associations {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:44.880275 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:44.884868 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-35d6eff6-dfdf-43d6-b38a-0f4e1b8e6266 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group (369e18ce-e2b9-48ae-ae4c-60d0c5fbcbbc), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:44.910183 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device 2b8528eb-bc69-4fed-a16b-cf002901bbcd no longer exists at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:05:44.922873 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-35d6eff6-dfdf-43d6-b38a-0f4e1b8e6266 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group (369e18ce-e2b9-48ae-ae4c-60d0c5fbcbbc), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:44.955680 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:44.957295 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-05995315-797c-469a-91fc-f740ff4f1ac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:44.958782 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] No Port match for: 2b8528eb-bc69-4fed-a16b-cf002901bbcd {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:05:44.959916 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device 2b8528eb-bc69-4fed-a16b-cf002901bbcd not bound to the agent host hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:05:44.995705 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-eab04e4a-89c7-4889-87d2-d4794f1e732d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775531'] for subnet (e9a57295-fdfa-4f3d-b312-bf099d0e4dec), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:45.102692 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-35d6eff6-dfdf-43d6-b38a-0f4e1b8e6266 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (369e18ce-e2b9-48ae-ae4c-60d0c5fbcbbc), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:45.105637 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-35d6eff6-dfdf-43d6-b38a-0f4e1b8e6266 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:45.107030 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-35d6eff6-dfdf-43d6-b38a-0f4e1b8e6266 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "DELETE /v2.0/security-groups/369e18ce-e2b9-48ae-ae4c-60d0c5fbcbbc HTTP/1.1" status: 204 len: 168 time: 0.2923794 Jul 28 04:05:45.113611 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 58048) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:45.117212 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d6eff6-dfdf-43d6-b38a-0f4e1b8e6266 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=369e18ce-e2b9-48ae-ae4c-60d0c5fbcbbc,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:45.131362 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.api.v2.resource [None req-650dd581-323d-4e79-9792-f0d6be119455 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] show failed (client error): The resource could not be found. Jul 28 04:05:45.133259 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-650dd581-323d-4e79-9792-f0d6be119455 tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "GET /v2.0/security-groups/369e18ce-e2b9-48ae-ae4c-60d0c5fbcbbc HTTP/1.1" status: 404 len: 347 time: 0.0216610 Jul 28 04:05:45.136674 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 58050) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:45.153336 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-eab04e4a-89c7-4889-87d2-d4794f1e732d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7775522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26044694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360876'] for subnet (e9a57295-fdfa-4f3d-b312-bf099d0e4dec), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:45.218996 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-eab04e4a-89c7-4889-87d2-d4794f1e732d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for subnet (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:45.222365 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-eab04e4a-89c7-4889-87d2-d4794f1e732d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e9a57295-fdfa-4f3d-b312-bf099d0e4dec HTTP/1.1" status: 204 len: 168 time: 0.4601369 Jul 28 04:05:45.225077 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab04e4a-89c7-4889-87d2-d4794f1e732d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9a57295-fdfa-4f3d-b312-bf099d0e4dec,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:45.225615 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 58054) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:45.226280 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013b018d-5a23-4568-b36f-10c2b2241103 None None] Network 0d2c385f-9252-4913-8f29-8bd071989d30 requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 04:05:45.311681 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-d0b8483e-94b5-48c1-b0a7-250a1a456f8e tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Deleting port 230634b9-158a-42b3-aee8-548fe64ec9f3 {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:05:45.312059 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-d0b8483e-94b5-48c1-b0a7-250a1a456f8e tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (230634b9-158a-42b3-aee8-548fe64ec9f3), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:45.326719 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:45.372616 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-abcf5e15-d3c3-4d5a-ab2a-ccce871c7728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766625'] for network (0d2c385f-9252-4913-8f29-8bd071989d30), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:45.435131 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.plugin [None req-abcf5e15-d3c3-4d5a-ab2a-ccce871c7728 admin admin] Deleting port bceca51e-3ad5-4f2b-af97-d548ac75c543 {{(pid=121475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:05:45.436328 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-abcf5e15-d3c3-4d5a-ab2a-ccce871c7728 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (bceca51e-3ad5-4f2b-af97-d548ac75c543), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:45.441680 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-d0b8483e-94b5-48c1-b0a7-250a1a456f8e tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (230634b9-158a-42b3-aee8-548fe64ec9f3), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:45.442017 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-d0b8483e-94b5-48c1-b0a7-250a1a456f8e tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for floatingip (230634b9-158a-42b3-aee8-548fe64ec9f3), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:45.461121 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-d0b8483e-94b5-48c1-b0a7-250a1a456f8e tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Calling delete_port for 230634b9-158a-42b3-aee8-548fe64ec9f3 owned by network:floatingip {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:05:45.531564 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:45.533905 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.db [None req-abcf5e15-d3c3-4d5a-ab2a-ccce871c7728 admin admin] For port bceca51e-3ad5-4f2b-af97-d548ac75c543, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=bceca51e-3ad5-4f2b-af97-d548ac75c543,segment=NetworkSegment(ecbba2ab-fba2-4529-bab7-5a183e221e0a),segment_id=ecbba2ab-fba2-4529-bab7-5a183e221e0a)] {{(pid=121475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:05:45.534534 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-abcf5e15-d3c3-4d5a-ab2a-ccce871c7728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (bceca51e-3ad5-4f2b-af97-d548ac75c543), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:45.557181 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.plugin [None req-abcf5e15-d3c3-4d5a-ab2a-ccce871c7728 admin admin] Calling delete_port for bceca51e-3ad5-4f2b-af97-d548ac75c543 owned by network:dhcp {{(pid=121475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:05:45.601766 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8e5b43-8775-40e7-bdb0-a92c9809dd55 None None] DHCP port deletion for 0d2c385f-9252-4913-8f29-8bd071989d30 request from dv-cinder-851279-1-iscsi {{(pid=121476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 04:05:45.654294 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-4b8e5b43-8775-40e7-bdb0-a92c9809dd55 None None] Deleting port bceca51e-3ad5-4f2b-af97-d548ac75c543 {{(pid=121476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:05:45.654814 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-4b8e5b43-8775-40e7-bdb0-a92c9809dd55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (bceca51e-3ad5-4f2b-af97-d548ac75c543), before_delete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:45.723017 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-abcf5e15-d3c3-4d5a-ab2a-ccce871c7728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3956301'] for port (bceca51e-3ad5-4f2b-af97-d548ac75c543), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:45.723485 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-d0b8483e-94b5-48c1-b0a7-250a1a456f8e tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (230634b9-158a-42b3-aee8-548fe64ec9f3), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:45.730800 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-4b8e5b43-8775-40e7-bdb0-a92c9809dd55 None None] For port bceca51e-3ad5-4f2b-af97-d548ac75c543, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=bceca51e-3ad5-4f2b-af97-d548ac75c543,segment=NetworkSegment(ecbba2ab-fba2-4529-bab7-5a183e221e0a),segment_id=ecbba2ab-fba2-4529-bab7-5a183e221e0a)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:05:45.731183 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-4b8e5b43-8775-40e7-bdb0-a92c9809dd55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (bceca51e-3ad5-4f2b-af97-d548ac75c543), precommit_delete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:45.731918 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:45.753143 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf5e15-d3c3-4d5a-ab2a-ccce871c7728 admin admin] Pushing event deleted for resources: {'Port': ['ID=bceca51e-3ad5-4f2b-af97-d548ac75c543,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:45.757376 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcf5e15-d3c3-4d5a-ab2a-ccce871c7728 admin admin] No DVR routers for this DVR port bceca51e-3ad5-4f2b-af97-d548ac75c543 on host dv-cinder-851279-1-iscsi {{(pid=121475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 04:05:45.758406 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-4b8e5b43-8775-40e7-bdb0-a92c9809dd55 None None] Calling delete_port for bceca51e-3ad5-4f2b-af97-d548ac75c543 owned by network:dhcp {{(pid=121476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:05:45.777171 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b8483e-94b5-48c1-b0a7-250a1a456f8e tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Pushing event deleted for resources: {'Port': ['ID=230634b9-158a-42b3-aee8-548fe64ec9f3,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:45.846562 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-abcf5e15-d3c3-4d5a-ab2a-ccce871c7728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7777285', 'neutron.services.segments.db._delete_segments_for_network-8761988548554'] for network (0d2c385f-9252-4913-8f29-8bd071989d30), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:45.880617 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.services.segments.db [None req-abcf5e15-d3c3-4d5a-ab2a-ccce871c7728 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d2c385f-9252-4913-8f29-8bd071989d30']}} {{(pid=121475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:45.889402 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-4b8e5b43-8775-40e7-bdb0-a92c9809dd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388'] for port (bceca51e-3ad5-4f2b-af97-d548ac75c543), after_delete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:45.891408 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-d0b8483e-94b5-48c1-b0a7-250a1a456f8e tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks [] for floatingip (ce2d7c86-4d15-4f2d-baf9-64437e034155), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:45.897360 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-d0b8483e-94b5-48c1-b0a7-250a1a456f8e tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for floatingip (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:45.898643 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-d0b8483e-94b5-48c1-b0a7-250a1a456f8e tempest-AttachVolumeNegativeTest-825532803 tempest-AttachVolumeNegativeTest-825532803-project] 10.222.0.66 "DELETE /v2.0/floatingips/ce2d7c86-4d15-4f2d-baf9-64437e034155 HTTP/1.1" status: 204 len: 168 time: 0.7610049 Jul 28 04:05:45.900180 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.services.segments.db [None req-abcf5e15-d3c3-4d5a-ab2a-ccce871c7728 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecbba2ab-fba2-4529-bab7-5a183e221e0a') {'for_net_delete': True} {{(pid=121475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:45.911575 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.services.segments.db [None req-abcf5e15-d3c3-4d5a-ab2a-ccce871c7728 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecbba2ab-fba2-4529-bab7-5a183e221e0a') {} {{(pid=121475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:45.932418 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e5b43-8775-40e7-bdb0-a92c9809dd55 None None] Pushing event deleted for resources: {'Port': ['ID=bceca51e-3ad5-4f2b-af97-d548ac75c543,revision_number=None']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:45.932907 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8e5b43-8775-40e7-bdb0-a92c9809dd55 None None] No DVR routers for this DVR port bceca51e-3ad5-4f2b-af97-d548ac75c543 on host dv-cinder-851279-1-iscsi {{(pid=121476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 04:05:45.933330 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-abcf5e15-d3c3-4d5a-ab2a-ccce871c7728 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761988548455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097529'] for segment (ecbba2ab-fba2-4529-bab7-5a183e221e0a), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:45.940915 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e5b43-8775-40e7-bdb0-a92c9809dd55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:45.940915 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e5b43-8775-40e7-bdb0-a92c9809dd55 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:45.940915 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e5b43-8775-40e7-bdb0-a92c9809dd55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:45.941311 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e5b43-8775-40e7-bdb0-a92c9809dd55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:45.941528 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e5b43-8775-40e7-bdb0-a92c9809dd55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:45.941859 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e5b43-8775-40e7-bdb0-a92c9809dd55 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:45.942195 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e5b43-8775-40e7-bdb0-a92c9809dd55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:45.942557 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e5b43-8775-40e7-bdb0-a92c9809dd55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:45.942853 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e5b43-8775-40e7-bdb0-a92c9809dd55 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:45.943181 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e5b43-8775-40e7-bdb0-a92c9809dd55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:45.943507 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e5b43-8775-40e7-bdb0-a92c9809dd55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:45.943834 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e5b43-8775-40e7-bdb0-a92c9809dd55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:45.944178 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e5b43-8775-40e7-bdb0-a92c9809dd55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:45.944504 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e5b43-8775-40e7-bdb0-a92c9809dd55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:45.944915 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e5b43-8775-40e7-bdb0-a92c9809dd55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:45.964444 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-abcf5e15-d3c3-4d5a-ab2a-ccce871c7728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684'] for segment (ecbba2ab-fba2-4529-bab7-5a183e221e0a), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:45.984922 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abcf5e15-d3c3-4d5a-ab2a-ccce871c7728 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=121475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:05:45.986341 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-abcf5e15-d3c3-4d5a-ab2a-ccce871c7728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3956286'] for segment (ecbba2ab-fba2-4529-bab7-5a183e221e0a), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:46.016113 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.services.segments.plugin [-] Segment ecbba2ab-fba2-4529-bab7-5a183e221e0a resource provider aggregate not found Jul 28 04:05:46.085083 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.services.segments.plugin [-] Segment ecbba2ab-fba2-4529-bab7-5a183e221e0a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ecbba2ab-fba2-4529-bab7-5a183e221e0a found for delete ", "request_id": "req-95007d51-3652-49cf-bbdd-b833a2d29f29"}]} Jul 28 04:05:46.194694 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-abcf5e15-d3c3-4d5a-ab2a-ccce871c7728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7777294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1739581'] for network (0d2c385f-9252-4913-8f29-8bd071989d30), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:46.210704 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-abcf5e15-d3c3-4d5a-ab2a-ccce871c7728 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for network (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:46.217940 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-abcf5e15-d3c3-4d5a-ab2a-ccce871c7728 admin admin] 10.222.0.66 "DELETE /v2.0/networks/0d2c385f-9252-4913-8f29-8bd071989d30 HTTP/1.1" status: 204 len: 168 time: 0.9908726 Jul 28 04:05:46.272825 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf5e15-d3c3-4d5a-ab2a-ccce871c7728 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d2c385f-9252-4913-8f29-8bd071989d30,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:46.591830 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device f1b8dc0b-ec82-4fcd-9687-a87dd54445e6 no longer exists at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:05:46.613771 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] No Port match for: f1b8dc0b-ec82-4fcd-9687-a87dd54445e6 {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:05:46.614124 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device f1b8dc0b-ec82-4fcd-9687-a87dd54445e6 not bound to the agent host dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:05:46.614538 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device bceca51e-3ad5-4f2b-af97-d548ac75c543 no longer exists at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:05:46.635384 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] No Port match for: bceca51e-3ad5-4f2b-af97-d548ac75c543 {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:05:46.635726 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device bceca51e-3ad5-4f2b-af97-d548ac75c543 not bound to the agent host dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:05:46.795186 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 58086) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:46.844003 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-5f96fa39-731e-4e7a-9f05-2eb8f0c93190 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5e16f8abc2ed4df1b2834b1669b67a1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0470400 Jul 28 04:05:46.847144 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 58088) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:46.909062 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-425778cc-00ef-4c3b-85b7-8362cb457851 admin admin] Publish callbacks [] for security_group (8a9e1f0a-4bcc-4a93-bb0e-333d8f2c4fb2), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:46.934755 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-425778cc-00ef-4c3b-85b7-8362cb457851 admin admin] Publish callbacks [] for security_group (8a9e1f0a-4bcc-4a93-bb0e-333d8f2c4fb2), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:47.106593 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-425778cc-00ef-4c3b-85b7-8362cb457851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (8a9e1f0a-4bcc-4a93-bb0e-333d8f2c4fb2), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:47.109461 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-425778cc-00ef-4c3b-85b7-8362cb457851 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:47.110931 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-425778cc-00ef-4c3b-85b7-8362cb457851 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8a9e1f0a-4bcc-4a93-bb0e-333d8f2c4fb2 HTTP/1.1" status: 204 len: 168 time: 0.2621622 Jul 28 04:05:47.120643 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425778cc-00ef-4c3b-85b7-8362cb457851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9e1f0a-4bcc-4a93-bb0e-333d8f2c4fb2,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:47.443381 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-c5221fe7-d8a3-4eb4-a317-2302cfb1b23a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:48.110052 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 58110) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:48.159262 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-21138406-78e2-4ea8-b883-a7ff0e05d466 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=be40247036fc444e836e887ed8fb8249&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0479462 Jul 28 04:05:48.162324 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 58112) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:48.218960 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:48.225016 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-99e02fa6-d6fd-4b18-b6af-6da1b56c9a01 admin admin] Publish callbacks [] for security_group (29994a6b-2b4f-4ad1-9fa7-151ddfbcfff5), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:48.251485 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-99e02fa6-d6fd-4b18-b6af-6da1b56c9a01 admin admin] Publish callbacks [] for security_group (29994a6b-2b4f-4ad1-9fa7-151ddfbcfff5), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:48.320217 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:48.428546 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-99e02fa6-d6fd-4b18-b6af-6da1b56c9a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (29994a6b-2b4f-4ad1-9fa7-151ddfbcfff5), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:48.431633 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-99e02fa6-d6fd-4b18-b6af-6da1b56c9a01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:48.433005 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-99e02fa6-d6fd-4b18-b6af-6da1b56c9a01 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/29994a6b-2b4f-4ad1-9fa7-151ddfbcfff5 HTTP/1.1" status: 204 len: 168 time: 0.2695975 Jul 28 04:05:48.448596 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e02fa6-d6fd-4b18-b6af-6da1b56c9a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29994a6b-2b4f-4ad1-9fa7-151ddfbcfff5,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:48.897422 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d923ff-d983-4784-981f-1bbce4c5c5ac), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:49.569713 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:49.886156 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 58154) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:50.000956 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-39714586-b5a4-44ee-b75d-4491c2a0d775 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-12412982-network', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:05:50.129150 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39714586-b5a4-44ee-b75d-4491c2a0d775 admin admin] Made reservation on behalf of 9aa592e1b58f4804ad264f0cd721b1ca for: {'network': 1} {{(pid=121475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:05:50.131721 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-39714586-b5a4-44ee-b75d-4491c2a0d775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for network (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:50.141110 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:50.155353 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-39714586-b5a4-44ee-b75d-4491c2a0d775 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:50.249149 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=11 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:50.265492 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-39714586-b5a4-44ee-b75d-4491c2a0d775 admin admin] Publish callbacks [] for security_group (e00a39de-f58b-47f1-b49f-148bdefc6ec4), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:50.346744 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-39714586-b5a4-44ee-b75d-4491c2a0d775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (e00a39de-f58b-47f1-b49f-148bdefc6ec4), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:50.389720 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39714586-b5a4-44ee-b75d-4491c2a0d775 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=121475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:05:50.412688 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39714586-b5a4-44ee-b75d-4491c2a0d775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00a39de-f58b-47f1-b49f-148bdefc6ec4,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:50.417804 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-39714586-b5a4-44ee-b75d-4491c2a0d775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684'] for segment (09964986-2991-46e1-a3b0-006f2cde8ec9), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:50.418254 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.db.segments_db [None req-39714586-b5a4-44ee-b75d-4491c2a0d775 admin admin] Added segment 09964986-2991-46e1-a3b0-006f2cde8ec9 of type vlan for network 672eb351-e67a-4327-be23-b1a7215130a6 Jul 28 04:05:50.483991 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 58168) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:50.486705 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-39714586-b5a4-44ee-b75d-4491c2a0d775 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761987992185'] for network (672eb351-e67a-4327-be23-b1a7215130a6), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:50.571842 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-39714586-b5a4-44ee-b75d-4491c2a0d775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753'] for network (672eb351-e67a-4327-be23-b1a7215130a6), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:50.573125 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39714586-b5a4-44ee-b75d-4491c2a0d775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:50.573818 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-39714586-b5a4-44ee-b75d-4491c2a0d775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for network (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:50.645314 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39714586-b5a4-44ee-b75d-4491c2a0d775 admin admin] Pushing event updated for resources: {'Network': ['ID=672eb351-e67a-4327-be23-b1a7215130a6,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:50.656702 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Network 672eb351-e67a-4327-be23-b1a7215130a6 details requested by agent ovs-agent-dv-cinder-851279-1-iscsi with host dv-cinder-851279-1-iscsi {{(pid=121476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:05:50.738352 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-39714586-b5a4-44ee-b75d-4491c2a0d775 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.8502808 Jul 28 04:05:50.741992 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 58172) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:50.753964 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-652d9404-aa5a-4845-9fcd-57336de91a22 admin admin] Request body: {'subnet': {'network_id': '672eb351-e67a-4327-be23-b1a7215130a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-12412982-subnet', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'ip_version': 4}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:05:50.902577 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652d9404-aa5a-4845-9fcd-57336de91a22 admin admin] Made reservation on behalf of 9aa592e1b58f4804ad264f0cd721b1ca for: {'subnet': 1} {{(pid=121475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:05:50.902577 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-652d9404-aa5a-4845-9fcd-57336de91a22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25966731'] for subnet (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:51.046356 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-a8a7a8e6-9f11-42d7-af5e-42841cd23336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736721'] for router_interface (2d1945e5-9fdd-4c9c-9878-1432accd293d), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:51.349271 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-652d9404-aa5a-4845-9fcd-57336de91a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3956385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25966757'] for subnet (dd333499-a093-4bb7-a733-016cbbcdd8fe), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:51.379021 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-a8a7a8e6-9f11-42d7-af5e-42841cd23336 admin admin] Deleting port c9e3be20-44f2-425a-a063-9ed509852e7c {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:05:51.379536 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-a8a7a8e6-9f11-42d7-af5e-42841cd23336 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (c9e3be20-44f2-425a-a063-9ed509852e7c), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:51.382331 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:51.418306 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d9404-aa5a-4845-9fcd-57336de91a22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd333499-a093-4bb7-a733-016cbbcdd8fe,revision_number=0']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:51.437696 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652d9404-aa5a-4845-9fcd-57336de91a22 admin admin] Checking segment: {'id': '09964986-2991-46e1-a3b0-006f2cde8ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 04:05:51.438248 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652d9404-aa5a-4845-9fcd-57336de91a22 admin admin] Network hostable DHCP agents. Network: 672eb351-e67a-4327-be23-b1a7215130a6, hostable agents: ['a6d94de3-42af-4ea6-939a-9cee0bfbc3cb'], hosted agents: [] {{(pid=121475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:05:51.488474 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [None req-a8a7a8e6-9f11-42d7-af5e-42841cd23336 admin admin] For port c9e3be20-44f2-425a-a063-9ed509852e7c, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=c9e3be20-44f2-425a-a063-9ed509852e7c,segment=NetworkSegment(37f94176-e298-4b67-acca-ec05537ae703),segment_id=37f94176-e298-4b67-acca-ec05537ae703)] {{(pid=121474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:05:51.489432 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-a8a7a8e6-9f11-42d7-af5e-42841cd23336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (c9e3be20-44f2-425a-a063-9ed509852e7c), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:51.491074 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:51.504593 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-a8a7a8e6-9f11-42d7-af5e-42841cd23336 admin admin] Calling delete_port for c9e3be20-44f2-425a-a063-9ed509852e7c owned by network:router_interface {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:05:51.531713 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652d9404-aa5a-4845-9fcd-57336de91a22 admin admin] Network 672eb351-e67a-4327-be23-b1a7215130a6 is scheduled to be hosted by DHCP agent a6d94de3-42af-4ea6-939a-9cee0bfbc3cb with binding_index 1 {{(pid=121475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:05:51.605288 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.base_scheduler [None req-652d9404-aa5a-4845-9fcd-57336de91a22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-1-iscsi, 672eb351-e67a-4327-be23-b1a7215130a6) {{(pid=121475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:05:51.610710 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652d9404-aa5a-4845-9fcd-57336de91a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:51.612016 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-652d9404-aa5a-4845-9fcd-57336de91a22 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:51.616048 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f928146-21a5-4992-88b1-f76ff38071ed None None] Network 672eb351-e67a-4327-be23-b1a7215130a6 requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 04:05:51.652474 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:51.691041 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:51.715314 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-652d9404-aa5a-4845-9fcd-57336de91a22 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9694171 Jul 28 04:05:51.726676 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 58182) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:51.733939 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-f23b1cd2-15a5-461c-adaa-16f6a0034002 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-12412982-router', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'}}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:05:51.748296 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d256363a-f491-4ba1-b109-aff7310f170e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc055524f-0d7a-5f36-9cf2-5686bc452ffc-672eb351-e67a-4327-be23-b1a7215130a6', 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6', 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'fixed_ips': [{'subnet_id': 'dd333499-a093-4bb7-a733-016cbbcdd8fe'}]}} from dv-cinder-851279-1-iscsi. {{(pid=121476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 04:05:51.749366 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d256363a-f491-4ba1-b109-aff7310f170e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:51.806900 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-f23b1cd2-15a5-461c-adaa-16f6a0034002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1682968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-675'] for router (cda1d050-b975-4db1-b9d6-e1228fa35860), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:51.807182 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-a8a7a8e6-9f11-42d7-af5e-42841cd23336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (c9e3be20-44f2-425a-a063-9ed509852e7c), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:51.807530 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-f23b1cd2-15a5-461c-adaa-16f6a0034002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1680112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1771895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-682'] for router (cda1d050-b975-4db1-b9d6-e1228fa35860), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:51.853522 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7a8e6-9f11-42d7-af5e-42841cd23336 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9e3be20-44f2-425a-a063-9ed509852e7c,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:51.871301 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-f23b1cd2-15a5-461c-adaa-16f6a0034002 admin admin] Publish callbacks [] for router_controller (cda1d050-b975-4db1-b9d6-e1228fa35860), precommit_add_association {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:51.924226 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.db_base_plugin_common [None req-d256363a-f491-4ba1-b109-aff7310f170e None None] Allocated IP 172.20.0.2 (672eb351-e67a-4327-be23-b1a7215130a6/dd333499-a093-4bb7-a733-016cbbcdd8fe/64c5ac9c-d433-441c-9734-71daae5d1234) {{(pid=121476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:05:51.929735 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:52.098564 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-a8a7a8e6-9f11-42d7-af5e-42841cd23336 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736837'] for router_interface (2d1945e5-9fdd-4c9c-9878-1432accd293d), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:52.117368 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d256363a-f491-4ba1-b109-aff7310f170e None None] Publish callbacks [] for port (64c5ac9c-d433-441c-9734-71daae5d1234), precommit_create {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:52.151579 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:52.160312 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-f23b1cd2-15a5-461c-adaa-16f6a0034002 admin admin] Publish callbacks [] for router_gateway (cda1d050-b975-4db1-b9d6-e1228fa35860), precommit_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:52.204199 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d256363a-f491-4ba1-b109-aff7310f170e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379'] for port (64c5ac9c-d433-441c-9734-71daae5d1234), after_create {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:52.262947 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d256363a-f491-4ba1-b109-aff7310f170e None None] Network 672eb351-e67a-4327-be23-b1a7215130a6 is already hosted by enough agents. {{(pid=121476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:05:52.267626 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.scheduler.base_scheduler [None req-d256363a-f491-4ba1-b109-aff7310f170e None None] Resources bound (agent type, host, resource id): {{(pid=121476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:05:52.272496 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d256363a-f491-4ba1-b109-aff7310f170e None None] Received port after_create {{(pid=121476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 04:05:52.281303 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d256363a-f491-4ba1-b109-aff7310f170e None None] Pushing event updated for resources: {'Port': ['ID=64c5ac9c-d433-441c-9734-71daae5d1234,revision_number=1']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:52.353050 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-d256363a-f491-4ba1-b109-aff7310f170e None None] Attempting to bind port 64c5ac9c-d433-441c-9734-71daae5d1234 on host dv-cinder-851279-1-iscsi for vnic_type normal with profile {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 04:05:52.353419 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-d256363a-f491-4ba1-b109-aff7310f170e None None] Attempting to bind port 64c5ac9c-d433-441c-9734-71daae5d1234 by drivers openvswitch,hyperv on host dv-cinder-851279-1-iscsi at level 0 using segments [{'id': '09964986-2991-46e1-a3b0-006f2cde8ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6'}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 04:05:52.354103 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d256363a-f491-4ba1-b109-aff7310f170e None None] Attempting to bind port 64c5ac9c-d433-441c-9734-71daae5d1234 on network 672eb351-e67a-4327-be23-b1a7215130a6 {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:05:52.373956 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d256363a-f491-4ba1-b109-aff7310f170e None None] Checking agent: {'id': '51dbe35b-f2d3-4ce9-b487-580c36e6d07a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 49, 50), 'started_at': datetime.datetime(2022, 7, 28, 3, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 4, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 04:05:52.374528 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d256363a-f491-4ba1-b109-aff7310f170e None None] Checking segment: {'id': '09964986-2991-46e1-a3b0-006f2cde8ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 04:05:52.375023 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d256363a-f491-4ba1-b109-aff7310f170e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:52.375810 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d256363a-f491-4ba1-b109-aff7310f170e None None] Bound using segment: {'id': '09964986-2991-46e1-a3b0-006f2cde8ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6'} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 04:05:52.376435 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-d256363a-f491-4ba1-b109-aff7310f170e None None] Bound port: 64c5ac9c-d433-441c-9734-71daae5d1234, host: dv-cinder-851279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09964986-2991-46e1-a3b0-006f2cde8ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6'}}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 04:05:52.378076 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d256363a-f491-4ba1-b109-aff7310f170e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (64c5ac9c-d433-441c-9734-71daae5d1234), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:52.479019 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d256363a-f491-4ba1-b109-aff7310f170e None None] For port 64c5ac9c-d433-441c-9734-71daae5d1234, host dv-cinder-851279-1-iscsi, cleared binding levels {{(pid=121476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:05:52.485409 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d256363a-f491-4ba1-b109-aff7310f170e None None] For port 64c5ac9c-d433-441c-9734-71daae5d1234, host dv-cinder-851279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=64c5ac9c-d433-441c-9734-71daae5d1234,segment=NetworkSegment(09964986-2991-46e1-a3b0-006f2cde8ec9),segment_id=09964986-2991-46e1-a3b0-006f2cde8ec9)] {{(pid=121476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:05:52.554356 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d256363a-f491-4ba1-b109-aff7310f170e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (64c5ac9c-d433-441c-9734-71daae5d1234), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:52.625656 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-f23b1cd2-15a5-461c-adaa-16f6a0034002 admin admin] Publish callbacks [] for router_gateway (cda1d050-b975-4db1-b9d6-e1228fa35860), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:52.656957 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-f23b1cd2-15a5-461c-adaa-16f6a0034002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:52.671068 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d256363a-f491-4ba1-b109-aff7310f170e None None] Pushing event updated for resources: {'Port': ['ID=64c5ac9c-d433-441c-9734-71daae5d1234,revision_number=2']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:52.706881 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:52.720985 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a7a8e6-9f11-42d7-af5e-42841cd23336 admin admin] Router 2d1945e5-9fdd-4c9c-9878-1432accd293d has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 04:05:52.828874 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.db_base_plugin_common [None req-f23b1cd2-15a5-461c-adaa-16f6a0034002 admin admin] Allocated IP 172.27.0.78 (ea650c0a-dc48-4a0d-a6e0-295879bc3df9/483d9f6f-a7db-4d58-8be3-14e833e697b6/c21dd707-a04e-4898-85cc-3b36e5d993be) {{(pid=121475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:05:52.851795 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a7a8e6-9f11-42d7-af5e-42841cd23336 admin admin] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:05:52.864691 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-a8a7a8e6-9f11-42d7-af5e-42841cd23336 admin admin] 10.222.0.66 "PUT /v2.0/routers/2d1945e5-9fdd-4c9c-9878-1432accd293d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3796861 Jul 28 04:05:52.867109 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 58204) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:52.874698 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9cb98b-9e17-480f-a43b-39bd6d56e04b None None] Sync routers for ids ['2d1945e5-9fdd-4c9c-9878-1432accd293d'] in dv-cinder-851279-1-iscsi {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:05:52.888073 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9cb98b-9e17-480f-a43b-39bd6d56e04b None None] Routers {'2d1945e5-9fdd-4c9c-9878-1432accd293d'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:05:52.888993 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-0f9cb98b-9e17-480f-a43b-39bd6d56e04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:05:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['2d1945e5-9fdd-4c9c-9878-1432accd293d'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:53.098299 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-f23b1cd2-15a5-461c-adaa-16f6a0034002 admin admin] Publish callbacks [] for port (c21dd707-a04e-4898-85cc-3b36e5d993be), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:53.113960 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-0f9cb98b-9e17-480f-a43b-39bd6d56e04b None None] Set router 2d1945e5-9fdd-4c9c-9878-1432accd293d gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:05:53.116583 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-2a44bedf-e382-4323-a8b7-f6d0ef237a1f admin admin] Publish callbacks [] for router (2d1945e5-9fdd-4c9c-9878-1432accd293d), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:53.157678 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:53.232901 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:53.246601 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-f23b1cd2-15a5-461c-adaa-16f6a0034002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3956301'] for port (c21dd707-a04e-4898-85cc-3b36e5d993be), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:53.334987 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23b1cd2-15a5-461c-adaa-16f6a0034002 admin admin] Network ea650c0a-dc48-4a0d-a6e0-295879bc3df9 is already hosted by enough agents. {{(pid=121475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:05:53.342385 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.base_scheduler [None req-f23b1cd2-15a5-461c-adaa-16f6a0034002 admin admin] Resources bound (agent type, host, resource id): {{(pid=121475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:05:53.346656 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23b1cd2-15a5-461c-adaa-16f6a0034002 admin admin] Received port after_create {{(pid=121475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 04:05:53.362549 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-0f9cb98b-9e17-480f-a43b-39bd6d56e04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'name': 'tempest-AttachVolumeNegativeTest-1250024005-router', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T04:05:51Z', 'revision_number': 5, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'gw_port': {'id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:45:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi'}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:53.369384 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b1cd2-15a5-461c-adaa-16f6a0034002 admin admin] Pushing event updated for resources: {'Port': ['ID=c21dd707-a04e-4898-85cc-3b36e5d993be,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:53.372279 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-2a44bedf-e382-4323-a8b7-f6d0ef237a1f admin admin] Publish callbacks [] for router_gateway (2d1945e5-9fdd-4c9c-9878-1432accd293d), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:53.396359 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9cb98b-9e17-480f-a43b-39bd6d56e04b None None] Checking router: 2d1945e5-9fdd-4c9c-9878-1432accd293d for host: dv-cinder-851279-1-iscsi {{(pid=121477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:05:53.411675 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9cb98b-9e17-480f-a43b-39bd6d56e04b None None] Routers {'2d1945e5-9fdd-4c9c-9878-1432accd293d'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:05:53.412803 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-0f9cb98b-9e17-480f-a43b-39bd6d56e04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:05:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['2d1945e5-9fdd-4c9c-9878-1432accd293d'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:53.522508 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-2a44bedf-e382-4323-a8b7-f6d0ef237a1f admin admin] Deleting port 66c8cf7b-80ab-4bb0-a80e-26c02baec41b {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:05:53.522873 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-2a44bedf-e382-4323-a8b7-f6d0ef237a1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (66c8cf7b-80ab-4bb0-a80e-26c02baec41b), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:53.672645 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [None req-2a44bedf-e382-4323-a8b7-f6d0ef237a1f admin admin] For port 66c8cf7b-80ab-4bb0-a80e-26c02baec41b, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=66c8cf7b-80ab-4bb0-a80e-26c02baec41b,segment=NetworkSegment(f2985cdc-b551-4e3f-9fbc-bf06e2065a47),segment_id=f2985cdc-b551-4e3f-9fbc-bf06e2065a47)] {{(pid=121474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:05:53.673678 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-2a44bedf-e382-4323-a8b7-f6d0ef237a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (66c8cf7b-80ab-4bb0-a80e-26c02baec41b), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:53.704878 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-2a44bedf-e382-4323-a8b7-f6d0ef237a1f admin admin] Calling delete_port for 66c8cf7b-80ab-4bb0-a80e-26c02baec41b owned by network:router_gateway {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:05:53.720077 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:53.793114 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-0f9cb98b-9e17-480f-a43b-39bd6d56e04b None None] Set router 2d1945e5-9fdd-4c9c-9878-1432accd293d gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:05:53.883389 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3b56b7ea-2a48-4f33-877b-7324c74390a7 req-a13287b5-0d49-4f24-a9d9-ea112e129765 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1541843 Jul 28 04:05:53.885545 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-f23b1cd2-15a5-461c-adaa-16f6a0034002 admin admin] Publish callbacks [] for router_gateway (cda1d050-b975-4db1-b9d6-e1228fa35860), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:54.098730 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56b7ea-2a48-4f33-877b-7324c74390a7 req-b0d9a3f8-4f23-4bb9-9604-b22786099e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:54.102171 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3b56b7ea-2a48-4f33-877b-7324c74390a7 req-b0d9a3f8-4f23-4bb9-9604-b22786099e00 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=52b087e8dc5c4426b8402dfdf99328ad&device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 1131 time: 0.1772287 Jul 28 04:05:54.158828 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-0f9cb98b-9e17-480f-a43b-39bd6d56e04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'name': 'tempest-AttachVolumeNegativeTest-1250024005-router', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T04:05:51Z', 'revision_number': 5, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'gw_port': {'id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:45:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi'}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:54.215721 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.agents_db [None req-58c662dc-5ea5-4853-b3cc-f7bb2188e679 None None] Agent healthcheck: found 6 active agents {{(pid=121477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:05:54.217485 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9cb98b-9e17-480f-a43b-39bd6d56e04b None None] The sync data for ids ['2d1945e5-9fdd-4c9c-9878-1432accd293d'] in dv-cinder-851279-1-iscsi is: [{'id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'name': 'tempest-AttachVolumeNegativeTest-1250024005-router', 'tenant_id': 'f68fb083db524ab59ba49d71ae754ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:46Z', 'updated_at': '2022-07-28T04:05:51Z', 'revision_number': 5, 'project_id': 'f68fb083db524ab59ba49d71ae754ba0', 'gw_port': {'id': '66c8cf7b-80ab-4bb0-a80e-26c02baec41b', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:45:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1945e5-9fdd-4c9c-9878-1432accd293d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi'}] {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:05:54.302894 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f53386b-fc8c-4b17-be1b-9a869ce6e182 None None] Network 672eb351-e67a-4327-be23-b1a7215130a6 requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 04:05:54.340618 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-f23b1cd2-15a5-461c-adaa-16f6a0034002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740428'] for router (cda1d050-b975-4db1-b9d6-e1228fa35860), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:54.404389 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56b7ea-2a48-4f33-877b-7324c74390a7 req-60a98d6c-6f78-40ff-a634-c8bf8b0655d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:54.407870 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3b56b7ea-2a48-4f33-877b-7324c74390a7 req-60a98d6c-6f78-40ff-a634-c8bf8b0655d4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=500d2409-0505-4e71-ad33-d33fa2f8a8dc HTTP/1.1" status: 200 len: 917 time: 0.2714322 Jul 28 04:05:54.422845 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-435703bf-ac18-4e8f-8d3f-50c659f3388c None None] Provisioning complete for port 64c5ac9c-d433-441c-9734-71daae5d1234 triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:05:54.423782 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-435703bf-ac18-4e8f-8d3f-50c659f3388c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (64c5ac9c-d433-441c-9734-71daae5d1234), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:54.468558 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-2a44bedf-e382-4323-a8b7-f6d0ef237a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (66c8cf7b-80ab-4bb0-a80e-26c02baec41b), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:54.513087 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:54.514444 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44bedf-e382-4323-a8b7-f6d0ef237a1f admin admin] Pushing event deleted for resources: {'Port': ['ID=66c8cf7b-80ab-4bb0-a80e-26c02baec41b,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:54.614000 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3b56b7ea-2a48-4f33-877b-7324c74390a7 req-ecb2b87a-5d25-41e3-811e-03ab04f8091d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de721302-c218-45d7-87a1-d79d5e51a7e4 HTTP/1.1" status: 200 len: 1001 time: 0.1992869 Jul 28 04:05:54.644323 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23b1cd2-15a5-461c-adaa-16f6a0034002 admin admin] Router cda1d050-b975-4db1-b9d6-e1228fa35860 is scheduled to L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b with binding_index 1 {{(pid=121475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 04:05:54.690893 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-2a44bedf-e382-4323-a8b7-f6d0ef237a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1739537'] for router_gateway (2d1945e5-9fdd-4c9c-9878-1432accd293d), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:54.788202 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-435703bf-ac18-4e8f-8d3f-50c659f3388c None None] Current status of the port 64c5ac9c-d433-441c-9734-71daae5d1234 is: DOWN; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:05:54.788827 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-435703bf-ac18-4e8f-8d3f-50c659f3388c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (64c5ac9c-d433-441c-9734-71daae5d1234), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:54.803521 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56b7ea-2a48-4f33-877b-7324c74390a7 req-80adbe81-5f16-4a81-97ac-5e26f259190a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:54.807661 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3b56b7ea-2a48-4f33-877b-7324c74390a7 req-80adbe81-5f16-4a81-97ac-5e26f259190a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81f8d920-e036-48ec-bb1b-67fea0f2e9aa HTTP/1.1" status: 200 len: 855 time: 0.1341946 Jul 28 04:05:54.945567 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-435703bf-ac18-4e8f-8d3f-50c659f3388c None None] For port 64c5ac9c-d433-441c-9734-71daae5d1234, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=64c5ac9c-d433-441c-9734-71daae5d1234,segment=NetworkSegment(09964986-2991-46e1-a3b0-006f2cde8ec9),segment_id=09964986-2991-46e1-a3b0-006f2cde8ec9)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:05:54.993482 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 64c5ac9c-d433-441c-9734-71daae5d1234 up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:05:55.016071 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23b1cd2-15a5-461c-adaa-16f6a0034002 admin admin] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:05:55.095380 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80f308d-96f9-43cb-b314-c7e5762adab2 None None] Sync routers for ids ['cda1d050-b975-4db1-b9d6-e1228fa35860'] in dv-cinder-851279-1-iscsi {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:05:55.101262 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-2a44bedf-e382-4323-a8b7-f6d0ef237a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1680026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-593'] for router (2d1945e5-9fdd-4c9c-9878-1432accd293d), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:55.103274 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-435703bf-ac18-4e8f-8d3f-50c659f3388c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (64c5ac9c-d433-441c-9734-71daae5d1234), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:55.108535 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-2a44bedf-e382-4323-a8b7-f6d0ef237a1f admin admin] Publish callbacks [] for router_controller (2d1945e5-9fdd-4c9c-9878-1432accd293d), precommit_delete_associations {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:55.115649 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56b7ea-2a48-4f33-877b-7324c74390a7 req-b521b831-3daa-48e3-bb20-e93a4340215a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:05:55.118897 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3b56b7ea-2a48-4f33-877b-7324c74390a7 req-b521b831-3daa-48e3-bb20-e93a4340215a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=500d2409-0505-4e71-ad33-d33fa2f8a8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2649059 Jul 28 04:05:55.144076 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-f23b1cd2-15a5-461c-adaa-16f6a0034002 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:55.150413 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-f23b1cd2-15a5-461c-adaa-16f6a0034002 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4166787 Jul 28 04:05:55.151476 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 58218) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:55.195488 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80f308d-96f9-43cb-b314-c7e5762adab2 None None] Routers {'cda1d050-b975-4db1-b9d6-e1228fa35860'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:05:55.195488 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-e80f308d-96f9-43cb-b314-c7e5762adab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:05:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['cda1d050-b975-4db1-b9d6-e1228fa35860'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:55.318355 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port 64c5ac9c-d433-441c-9734-71daae5d1234 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:05:55.319344 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (64c5ac9c-d433-441c-9734-71daae5d1234), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:55.360543 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3b56b7ea-2a48-4f33-877b-7324c74390a7 req-50f7cd2f-97ee-4eb5-929b-ff32162f193b service neutron] 10.222.0.67 "GET /v2.0/networks/500d2409-0505-4e71-ad33-d33fa2f8a8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323039 Jul 28 04:05:55.446249 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-2a44bedf-e382-4323-a8b7-f6d0ef237a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1679896'] for router (2d1945e5-9fdd-4c9c-9878-1432accd293d), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:55.447728 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a44bedf-e382-4323-a8b7-f6d0ef237a1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d1945e5-9fdd-4c9c-9878-1432accd293d {{(pid=121474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 04:05:55.455666 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-2a44bedf-e382-4323-a8b7-f6d0ef237a1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:55.457844 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-2a44bedf-e382-4323-a8b7-f6d0ef237a1f admin admin] 10.222.0.66 "DELETE /v2.0/routers/2d1945e5-9fdd-4c9c-9878-1432accd293d HTTP/1.1" status: 204 len: 168 time: 2.5881259 Jul 28 04:05:55.463264 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 58220) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:55.515941 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-b50c1948-0580-440b-85d1-b5fa9d724e52 None None] Provisioning complete for port 64c5ac9c-d433-441c-9734-71daae5d1234 triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:05:55.516639 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-b50c1948-0580-440b-85d1-b5fa9d724e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (64c5ac9c-d433-441c-9734-71daae5d1234), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:55.523851 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435703bf-ac18-4e8f-8d3f-50c659f3388c None None] Pushing event updated for resources: {'Port': ['ID=64c5ac9c-d433-441c-9734-71daae5d1234,revision_number=3']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:55.573866 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:55.613931 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.db_base_plugin_v2 [None req-995d618e-275a-426c-82e1-74d86b203bbd admin admin] Deleting subnet 38052aec-d1bf-4b5e-9038-8acf97ddbe30 {{(pid=121474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 04:05:55.624936 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:55.633219 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-995d618e-275a-426c-82e1-74d86b203bbd admin admin] Publish callbacks [] for subnet (38052aec-d1bf-4b5e-9038-8acf97ddbe30), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:55.694536 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-e80f308d-96f9-43cb-b314-c7e5762adab2 None None] Set router cda1d050-b975-4db1-b9d6-e1228fa35860 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:05:55.694740 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3b56b7ea-2a48-4f33-877b-7324c74390a7 req-c52a67f9-df42-4390-ab8c-52e14127a6b6 service neutron] 10.222.0.67 "GET /v2.0/networks/500d2409-0505-4e71-ad33-d33fa2f8a8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271956 Jul 28 04:05:55.695470 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port 64c5ac9c-d433-441c-9734-71daae5d1234 is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:05:55.728963 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device c9e3be20-44f2-425a-a063-9ed509852e7c no longer exists at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:05:55.736833 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-995d618e-275a-426c-82e1-74d86b203bbd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3319468'] for subnet (38052aec-d1bf-4b5e-9038-8acf97ddbe30), precommit_delete_associations {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:55.801102 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] No Port match for: c9e3be20-44f2-425a-a063-9ed509852e7c {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:05:55.801459 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device c9e3be20-44f2-425a-a063-9ed509852e7c not bound to the agent host dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:05:55.862407 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-b50c1948-0580-440b-85d1-b5fa9d724e52 None None] Current status of the port 64c5ac9c-d433-441c-9734-71daae5d1234 is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:05:55.875837 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:55.896374 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-995d618e-275a-426c-82e1-74d86b203bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775531'] for subnet (38052aec-d1bf-4b5e-9038-8acf97ddbe30), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:55.974874 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-e80f308d-96f9-43cb-b314-c7e5762adab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'name': 'tempest-TestVolumeBootPattern-12412982-router', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:05:51Z', 'updated_at': '2022-07-28T04:05:53Z', 'revision_number': 3, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'gw_port': {'id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:05:52Z', 'updated_at': '2022-07-28T04:05:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi'}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:56.004868 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80f308d-96f9-43cb-b314-c7e5762adab2 None None] Checking router: cda1d050-b975-4db1-b9d6-e1228fa35860 for host: dv-cinder-851279-1-iscsi {{(pid=121476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:05:56.004868 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80f308d-96f9-43cb-b314-c7e5762adab2 None None] Updating router cda1d050-b975-4db1-b9d6-e1228fa35860 port c21dd707-a04e-4898-85cc-3b36e5d993be binding host dv-cinder-851279-1-iscsi {{(pid=121476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:05:56.032376 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:56.049194 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-e80f308d-96f9-43cb-b314-c7e5762adab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (c21dd707-a04e-4898-85cc-3b36e5d993be), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:56.067042 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-995d618e-275a-426c-82e1-74d86b203bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7775522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26044694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360876'] for subnet (38052aec-d1bf-4b5e-9038-8acf97ddbe30), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:56.130587 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d618e-275a-426c-82e1-74d86b203bbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38052aec-d1bf-4b5e-9038-8acf97ddbe30,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:56.147143 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-995d618e-275a-426c-82e1-74d86b203bbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for subnet (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:56.156283 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-995d618e-275a-426c-82e1-74d86b203bbd admin admin] 10.222.0.66 "DELETE /v2.0/subnets/38052aec-d1bf-4b5e-9038-8acf97ddbe30 HTTP/1.1" status: 204 len: 168 time: 0.6909690 Jul 28 04:05:56.169450 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 58234) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:56.169631 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5639cd-2df8-4708-aab4-63a1042ca2f3 None None] Network 9cf9021b-c509-4bfd-870b-1ff5c987c7dd requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 04:05:56.221752 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:56.273307 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-25d8336e-0e4f-4903-9140-eeddc3e2e9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766625'] for network (9cf9021b-c509-4bfd-870b-1ff5c987c7dd), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:56.302672 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3c4a44fd-9cd7-492c-aef7-ad82b8960a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:56.339266 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-25d8336e-0e4f-4903-9140-eeddc3e2e9ac admin admin] Deleting port 0139e7f8-082a-4a83-99a0-eaa64d6760b6 {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:05:56.339610 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-25d8336e-0e4f-4903-9140-eeddc3e2e9ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (0139e7f8-082a-4a83-99a0-eaa64d6760b6), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:56.441140 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73f7560-27c1-4ad5-8fcf-0e29b2bf4006 None None] DHCP port deletion for 9cf9021b-c509-4bfd-870b-1ff5c987c7dd request from dv-cinder-851279-1-iscsi {{(pid=121476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 04:05:56.450171 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [None req-25d8336e-0e4f-4903-9140-eeddc3e2e9ac admin admin] For port 0139e7f8-082a-4a83-99a0-eaa64d6760b6, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=0139e7f8-082a-4a83-99a0-eaa64d6760b6,segment=NetworkSegment(37f94176-e298-4b67-acca-ec05537ae703),segment_id=37f94176-e298-4b67-acca-ec05537ae703)] {{(pid=121474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:05:56.450823 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-25d8336e-0e4f-4903-9140-eeddc3e2e9ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (0139e7f8-082a-4a83-99a0-eaa64d6760b6), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:56.471220 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-25d8336e-0e4f-4903-9140-eeddc3e2e9ac admin admin] Calling delete_port for 0139e7f8-082a-4a83-99a0-eaa64d6760b6 owned by network:dhcp {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:05:56.474143 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:56.578902 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.db_base_plugin_common [None req-3c4a44fd-9cd7-492c-aef7-ad82b8960a47 admin admin] Allocated IP 172.20.0.1 (672eb351-e67a-4327-be23-b1a7215130a6/dd333499-a093-4bb7-a733-016cbbcdd8fe/b62e2a17-0c1d-46ce-88b8-41ed83e85337) {{(pid=121475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:05:56.584894 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-e80f308d-96f9-43cb-b314-c7e5762adab2 None None] Publish callbacks [] for port (c21dd707-a04e-4898-85cc-3b36e5d993be), precommit_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:56.614670 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-f73f7560-27c1-4ad5-8fcf-0e29b2bf4006 None None] Deleting port 0139e7f8-082a-4a83-99a0-eaa64d6760b6 {{(pid=121476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:05:56.615070 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f73f7560-27c1-4ad5-8fcf-0e29b2bf4006 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (0139e7f8-082a-4a83-99a0-eaa64d6760b6), before_delete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:56.662080 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 64c5ac9c-d433-441c-9734-71daae5d1234 up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:05:56.692723 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-e80f308d-96f9-43cb-b314-c7e5762adab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (c21dd707-a04e-4898-85cc-3b36e5d993be), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:56.750182 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-25d8336e-0e4f-4903-9140-eeddc3e2e9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (0139e7f8-082a-4a83-99a0-eaa64d6760b6), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:56.755905 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3c4a44fd-9cd7-492c-aef7-ad82b8960a47 admin admin] Publish callbacks [] for port (b62e2a17-0c1d-46ce-88b8-41ed83e85337), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:56.768194 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-f73f7560-27c1-4ad5-8fcf-0e29b2bf4006 None None] For port 0139e7f8-082a-4a83-99a0-eaa64d6760b6, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=0139e7f8-082a-4a83-99a0-eaa64d6760b6,segment=NetworkSegment(37f94176-e298-4b67-acca-ec05537ae703),segment_id=37f94176-e298-4b67-acca-ec05537ae703)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:05:56.768656 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f73f7560-27c1-4ad5-8fcf-0e29b2bf4006 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (0139e7f8-082a-4a83-99a0-eaa64d6760b6), precommit_delete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:56.804578 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-f73f7560-27c1-4ad5-8fcf-0e29b2bf4006 None None] Calling delete_port for 0139e7f8-082a-4a83-99a0-eaa64d6760b6 owned by network:dhcp {{(pid=121476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:05:56.804903 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8336e-0e4f-4903-9140-eeddc3e2e9ac admin admin] Pushing event deleted for resources: {'Port': ['ID=0139e7f8-082a-4a83-99a0-eaa64d6760b6,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:56.807689 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c8a5c8-3afc-47ae-98a5-726be2c6f020 None None] Pushing event updated for resources: {'Port': ['ID=c21dd707-a04e-4898-85cc-3b36e5d993be,revision_number=2']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:56.811543 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d8336e-0e4f-4903-9140-eeddc3e2e9ac admin admin] No DVR routers for this DVR port 0139e7f8-082a-4a83-99a0-eaa64d6760b6 on host dv-cinder-851279-1-iscsi {{(pid=121474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 04:05:56.813431 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-e80f308d-96f9-43cb-b314-c7e5762adab2 None None] Attempting to bind port c21dd707-a04e-4898-85cc-3b36e5d993be on host dv-cinder-851279-1-iscsi for vnic_type normal with profile {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 04:05:56.813835 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-e80f308d-96f9-43cb-b314-c7e5762adab2 None None] Attempting to bind port c21dd707-a04e-4898-85cc-3b36e5d993be by drivers openvswitch,hyperv on host dv-cinder-851279-1-iscsi at level 0 using segments [{'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 04:05:56.814167 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80f308d-96f9-43cb-b314-c7e5762adab2 None None] Attempting to bind port c21dd707-a04e-4898-85cc-3b36e5d993be on network ea650c0a-dc48-4a0d-a6e0-295879bc3df9 {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:05:56.831004 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80f308d-96f9-43cb-b314-c7e5762adab2 None None] Checking agent: {'id': '51dbe35b-f2d3-4ce9-b487-580c36e6d07a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 49, 50), 'started_at': datetime.datetime(2022, 7, 28, 3, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 4, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 04:05:56.831372 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80f308d-96f9-43cb-b314-c7e5762adab2 None None] Checking segment: {'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 04:05:56.834625 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-e80f308d-96f9-43cb-b314-c7e5762adab2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:56.834625 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80f308d-96f9-43cb-b314-c7e5762adab2 None None] Bound using segment: {'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 04:05:56.834625 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-e80f308d-96f9-43cb-b314-c7e5762adab2 None None] Bound port: c21dd707-a04e-4898-85cc-3b36e5d993be, host: dv-cinder-851279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'}}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 04:05:56.834625 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-e80f308d-96f9-43cb-b314-c7e5762adab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (c21dd707-a04e-4898-85cc-3b36e5d993be), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:56.859749 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port 64c5ac9c-d433-441c-9734-71daae5d1234 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:05:56.860246 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (64c5ac9c-d433-441c-9734-71daae5d1234), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:56.868804 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3c4a44fd-9cd7-492c-aef7-ad82b8960a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3956301'] for port (b62e2a17-0c1d-46ce-88b8-41ed83e85337), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:56.900646 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-25d8336e-0e4f-4903-9140-eeddc3e2e9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7777285', 'neutron.services.segments.db._delete_segments_for_network-8761988548554'] for network (9cf9021b-c509-4bfd-870b-1ff5c987c7dd), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:56.919384 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4a44fd-9cd7-492c-aef7-ad82b8960a47 admin admin] Network 672eb351-e67a-4327-be23-b1a7215130a6 is already hosted by enough agents. {{(pid=121475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:05:56.925638 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.base_scheduler [None req-3c4a44fd-9cd7-492c-aef7-ad82b8960a47 admin admin] Resources bound (agent type, host, resource id): {{(pid=121475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:05:56.927055 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:56.936004 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4a44fd-9cd7-492c-aef7-ad82b8960a47 admin admin] Received port after_create {{(pid=121475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 04:05:56.947624 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.services.segments.db [None req-25d8336e-0e4f-4903-9140-eeddc3e2e9ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cf9021b-c509-4bfd-870b-1ff5c987c7dd']}} {{(pid=121474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:56.975714 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.services.segments.db [None req-25d8336e-0e4f-4903-9140-eeddc3e2e9ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f94176-e298-4b67-acca-ec05537ae703') {'for_net_delete': True} {{(pid=121474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:56.976087 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.services.segments.db [None req-25d8336e-0e4f-4903-9140-eeddc3e2e9ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f94176-e298-4b67-acca-ec05537ae703') {} {{(pid=121474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:56.981843 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a44fd-9cd7-492c-aef7-ad82b8960a47 admin admin] Pushing event updated for resources: {'Port': ['ID=b62e2a17-0c1d-46ce-88b8-41ed83e85337,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:56.986898 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-e80f308d-96f9-43cb-b314-c7e5762adab2 None None] For port c21dd707-a04e-4898-85cc-3b36e5d993be, host dv-cinder-851279-1-iscsi, cleared binding levels {{(pid=121476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:05:57.000040 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-e80f308d-96f9-43cb-b314-c7e5762adab2 None None] For port c21dd707-a04e-4898-85cc-3b36e5d993be, host dv-cinder-851279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=c21dd707-a04e-4898-85cc-3b36e5d993be,segment=NetworkSegment(f2985cdc-b551-4e3f-9fbc-bf06e2065a47),segment_id=f2985cdc-b551-4e3f-9fbc-bf06e2065a47)] {{(pid=121476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:05:57.011807 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-25d8336e-0e4f-4903-9140-eeddc3e2e9ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761988548455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3319477'] for segment (37f94176-e298-4b67-acca-ec05537ae703), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:57.032182 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3c4a44fd-9cd7-492c-aef7-ad82b8960a47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1680780'] for router_interface (cda1d050-b975-4db1-b9d6-e1228fa35860), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:57.043049 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=5 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:57.048227 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f73f7560-27c1-4ad5-8fcf-0e29b2bf4006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388'] for port (0139e7f8-082a-4a83-99a0-eaa64d6760b6), after_delete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:57.058764 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-25d8336e-0e4f-4903-9140-eeddc3e2e9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684'] for segment (37f94176-e298-4b67-acca-ec05537ae703), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:57.089444 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25d8336e-0e4f-4903-9140-eeddc3e2e9ac admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=121474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:05:57.097390 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-25d8336e-0e4f-4903-9140-eeddc3e2e9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26044744'] for segment (37f94176-e298-4b67-acca-ec05537ae703), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:57.104562 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91,neutron:DELETE=5 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:57.118769 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73f7560-27c1-4ad5-8fcf-0e29b2bf4006 None None] No DVR routers for this DVR port 0139e7f8-082a-4a83-99a0-eaa64d6760b6 on host dv-cinder-851279-1-iscsi {{(pid=121476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 04:05:57.122410 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-e80f308d-96f9-43cb-b314-c7e5762adab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (c21dd707-a04e-4898-85cc-3b36e5d993be), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:57.125645 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f7560-27c1-4ad5-8fcf-0e29b2bf4006 None None] Pushing event deleted for resources: {'Port': ['ID=0139e7f8-082a-4a83-99a0-eaa64d6760b6,revision_number=None']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:57.131072 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port 64c5ac9c-d433-441c-9734-71daae5d1234 is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:05:57.232196 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80f308d-96f9-43cb-b314-c7e5762adab2 None None] Routers {'cda1d050-b975-4db1-b9d6-e1228fa35860'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:05:57.233591 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-e80f308d-96f9-43cb-b314-c7e5762adab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:05:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['cda1d050-b975-4db1-b9d6-e1228fa35860'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:57.236138 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c8a5c8-3afc-47ae-98a5-726be2c6f020 None None] Pushing event updated for resources: {'Port': ['ID=c21dd707-a04e-4898-85cc-3b36e5d993be,revision_number=3']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:57.237572 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.services.segments.plugin [-] Segment 37f94176-e298-4b67-acca-ec05537ae703 resource provider aggregate not found Jul 28 04:05:57.269441 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.services.segments.plugin [-] Segment 37f94176-e298-4b67-acca-ec05537ae703 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 37f94176-e298-4b67-acca-ec05537ae703 found for delete ", "request_id": "req-43955c54-00a7-4687-b3b1-b35fa098be26"}]} Jul 28 04:05:57.293592 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 0139e7f8-082a-4a83-99a0-eaa64d6760b6 no longer exists at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:05:57.297530 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-25d8336e-0e4f-4903-9140-eeddc3e2e9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7777294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1739581'] for network (9cf9021b-c509-4bfd-870b-1ff5c987c7dd), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:57.307057 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-25d8336e-0e4f-4903-9140-eeddc3e2e9ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for network (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:57.312607 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-25d8336e-0e4f-4903-9140-eeddc3e2e9ac admin admin] 10.222.0.66 "DELETE /v2.0/networks/9cf9021b-c509-4bfd-870b-1ff5c987c7dd HTTP/1.1" status: 204 len: 168 time: 1.1508491 Jul 28 04:05:57.325685 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] No Port match for: 0139e7f8-082a-4a83-99a0-eaa64d6760b6 {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:05:57.326005 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 0139e7f8-082a-4a83-99a0-eaa64d6760b6 not bound to the agent host dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:05:57.326426 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 66c8cf7b-80ab-4bb0-a80e-26c02baec41b no longer exists at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:05:57.350244 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8336e-0e4f-4903-9140-eeddc3e2e9ac admin admin] Pushing event deleted for resources: {'Network': ['ID=9cf9021b-c509-4bfd-870b-1ff5c987c7dd,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:57.355858 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-37beeda1-1481-4ea0-b067-15e1c4c8a050 None None] Provisioning complete for port b62e2a17-0c1d-46ce-88b8-41ed83e85337 triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:05:57.356266 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-37beeda1-1481-4ea0-b067-15e1c4c8a050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (b62e2a17-0c1d-46ce-88b8-41ed83e85337), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:57.361039 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] No Port match for: 66c8cf7b-80ab-4bb0-a80e-26c02baec41b {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:05:57.361393 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 66c8cf7b-80ab-4bb0-a80e-26c02baec41b not bound to the agent host dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:05:57.398102 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3c4a44fd-9cd7-492c-aef7-ad82b8960a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (b62e2a17-0c1d-46ce-88b8-41ed83e85337), before_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:57.438283 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-37beeda1-1481-4ea0-b067-15e1c4c8a050 None None] Port b62e2a17-0c1d-46ce-88b8-41ed83e85337 cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 04:05:57.463554 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-e80f308d-96f9-43cb-b314-c7e5762adab2 None None] Set router cda1d050-b975-4db1-b9d6-e1228fa35860 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:05:57.537999 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:57.600382 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3c4a44fd-9cd7-492c-aef7-ad82b8960a47 admin admin] Publish callbacks [] for port (b62e2a17-0c1d-46ce-88b8-41ed83e85337), precommit_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:57.672814 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3c4a44fd-9cd7-492c-aef7-ad82b8960a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3956314'] for port (b62e2a17-0c1d-46ce-88b8-41ed83e85337), after_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:57.696066 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-e80f308d-96f9-43cb-b314-c7e5762adab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'name': 'tempest-TestVolumeBootPattern-12412982-router', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:05:51Z', 'updated_at': '2022-07-28T04:05:53Z', 'revision_number': 3, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'gw_port': {'id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:05:52Z', 'updated_at': '2022-07-28T04:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi'}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:57.722070 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80f308d-96f9-43cb-b314-c7e5762adab2 None None] The sync data for ids ['cda1d050-b975-4db1-b9d6-e1228fa35860'] in dv-cinder-851279-1-iscsi is: [{'id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'name': 'tempest-TestVolumeBootPattern-12412982-router', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:05:51Z', 'updated_at': '2022-07-28T04:05:53Z', 'revision_number': 3, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'gw_port': {'id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:05:52Z', 'updated_at': '2022-07-28T04:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi'}] {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:05:57.753020 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a44fd-9cd7-492c-aef7-ad82b8960a47 admin admin] Pushing event updated for resources: {'Port': ['ID=b62e2a17-0c1d-46ce-88b8-41ed83e85337,revision_number=2']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:57.755523 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3c4a44fd-9cd7-492c-aef7-ad82b8960a47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1680880'] for router_interface (cda1d050-b975-4db1-b9d6-e1228fa35860), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:57.781909 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 58252) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:57.845696 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-4e7a19a2-340f-4555-8fd0-0f0f5fb43166 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f68fb083db524ab59ba49d71ae754ba0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0593905 Jul 28 04:05:57.846468 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 58254) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:57.871242 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:57.882605 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4a44fd-9cd7-492c-aef7-ad82b8960a47 admin admin] Network 672eb351-e67a-4327-be23-b1a7215130a6 is already hosted by enough agents. {{(pid=121475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:05:57.885150 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.base_scheduler [None req-3c4a44fd-9cd7-492c-aef7-ad82b8960a47 admin admin] Resources bound (agent type, host, resource id): {{(pid=121475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:05:57.909618 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-cfd1650d-1223-494e-ada7-6888d0e8e43f admin admin] Publish callbacks [] for security_group (d8c6ae28-1773-47e7-a626-6818737a7e08), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:57.949378 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-cfd1650d-1223-494e-ada7-6888d0e8e43f admin admin] Publish callbacks [] for security_group (d8c6ae28-1773-47e7-a626-6818737a7e08), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:57.951780 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:DELETE=11,neutron:SELECT=89 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:58.049193 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4a44fd-9cd7-492c-aef7-ad82b8960a47 admin admin] Router cda1d050-b975-4db1-b9d6-e1228fa35860 has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 04:05:58.121396 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-cfd1650d-1223-494e-ada7-6888d0e8e43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (d8c6ae28-1773-47e7-a626-6818737a7e08), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:58.126345 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-cfd1650d-1223-494e-ada7-6888d0e8e43f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:58.131642 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-cfd1650d-1223-494e-ada7-6888d0e8e43f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d8c6ae28-1773-47e7-a626-6818737a7e08 HTTP/1.1" status: 204 len: 168 time: 0.2838540 Jul 28 04:05:58.145148 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1650d-1223-494e-ada7-6888d0e8e43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c6ae28-1773-47e7-a626-6818737a7e08,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:58.168634 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=100 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:05:58.291440 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4a44fd-9cd7-492c-aef7-ad82b8960a47 admin admin] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:05:58.297390 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-3c4a44fd-9cd7-492c-aef7-ad82b8960a47 admin admin] 10.222.0.66 "PUT /v2.0/routers/cda1d050-b975-4db1-b9d6-e1228fa35860/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1440904 Jul 28 04:05:58.386096 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-c0718483-0474-417b-b08e-bcc812032e6e None None] Provisioning complete for port b62e2a17-0c1d-46ce-88b8-41ed83e85337 triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:05:58.386925 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-c0718483-0474-417b-b08e-bcc812032e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (b62e2a17-0c1d-46ce-88b8-41ed83e85337), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:58.437612 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-c0718483-0474-417b-b08e-bcc812032e6e None None] Port b62e2a17-0c1d-46ce-88b8-41ed83e85337 cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 04:05:58.645564 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device c21dd707-a04e-4898-85cc-3b36e5d993be up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:05:58.733117 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port c21dd707-a04e-4898-85cc-3b36e5d993be triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:05:58.733601 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (c21dd707-a04e-4898-85cc-3b36e5d993be), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:59.005659 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port c21dd707-a04e-4898-85cc-3b36e5d993be is: DOWN; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:05:59.005659 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (c21dd707-a04e-4898-85cc-3b36e5d993be), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:59.031938 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] For port c21dd707-a04e-4898-85cc-3b36e5d993be, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=c21dd707-a04e-4898-85cc-3b36e5d993be,segment=NetworkSegment(f2985cdc-b551-4e3f-9fbc-bf06e2065a47),segment_id=f2985cdc-b551-4e3f-9fbc-bf06e2065a47)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:05:59.131446 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (c21dd707-a04e-4898-85cc-3b36e5d993be), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:59.237402 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Pushing event updated for resources: {'Port': ['ID=c21dd707-a04e-4898-85cc-3b36e5d993be,revision_number=4']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:59.758794 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 58296) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:05:59.764241 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-e7fbdd6a-625c-4ea9-8d81-2ae63bbd307a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1396525471-network', 'tenant_id': '1275cb55ce5f4973aebffdf5c7bd88ae'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:05:59.859345 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7fbdd6a-625c-4ea9-8d81-2ae63bbd307a admin admin] Made reservation on behalf of 1275cb55ce5f4973aebffdf5c7bd88ae for: {'network': 1} {{(pid=121475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:05:59.859607 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-e7fbdd6a-625c-4ea9-8d81-2ae63bbd307a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for network (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:59.862990 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1cd480-f243-4fee-af55-f2115bf6efa8 None None] Sync routers for ids ['cda1d050-b975-4db1-b9d6-e1228fa35860'] in dv-cinder-851279-1-iscsi {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:05:59.870546 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-e7fbdd6a-625c-4ea9-8d81-2ae63bbd307a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:05:59.888104 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1cd480-f243-4fee-af55-f2115bf6efa8 None None] Routers {'cda1d050-b975-4db1-b9d6-e1228fa35860'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:05:59.888104 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-1c1cd480-f243-4fee-af55-f2115bf6efa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:05:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['cda1d050-b975-4db1-b9d6-e1228fa35860'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:59.986244 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-e7fbdd6a-625c-4ea9-8d81-2ae63bbd307a admin admin] Publish callbacks [] for security_group (f168b62d-a711-470d-8ea4-612ecb7effe6), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:00.072994 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-1c1cd480-f243-4fee-af55-f2115bf6efa8 None None] Set router cda1d050-b975-4db1-b9d6-e1228fa35860 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:06:00.094960 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-e7fbdd6a-625c-4ea9-8d81-2ae63bbd307a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (f168b62d-a711-470d-8ea4-612ecb7effe6), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:00.126398 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7fbdd6a-625c-4ea9-8d81-2ae63bbd307a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=121475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:06:00.138319 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fbdd6a-625c-4ea9-8d81-2ae63bbd307a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f168b62d-a711-470d-8ea4-612ecb7effe6,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:00.155448 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-e7fbdd6a-625c-4ea9-8d81-2ae63bbd307a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684'] for segment (19af60a0-7860-4622-b309-e5e3d8a5f945), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:00.155803 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.db.segments_db [None req-e7fbdd6a-625c-4ea9-8d81-2ae63bbd307a admin admin] Added segment 19af60a0-7860-4622-b309-e5e3d8a5f945 of type vlan for network cba95afc-2c9b-4b04-957d-02e4690379aa Jul 28 04:06:00.213919 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-e7fbdd6a-625c-4ea9-8d81-2ae63bbd307a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761987992185'] for network (cba95afc-2c9b-4b04-957d-02e4690379aa), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:00.244644 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=100 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:00.274396 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=100 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:00.322563 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-1c1cd480-f243-4fee-af55-f2115bf6efa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'name': 'tempest-TestVolumeBootPattern-12412982-router', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:05:51Z', 'updated_at': '2022-07-28T04:05:57Z', 'revision_number': 4, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'gw_port': {'id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:05:52Z', 'updated_at': '2022-07-28T04:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': 'b62e2a17-0c1d-46ce-88b8-41ed83e85337', 'name': '', 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'mac_address': 'fa:16:3e:8c:5d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'dd333499-a093-4bb7-a733-016cbbcdd8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:05:56Z', 'updated_at': '2022-07-28T04:05:57Z', 'revision_number': 2, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'subnets': [{'id': 'dd333499-a093-4bb7-a733-016cbbcdd8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:06:00.361662 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1cd480-f243-4fee-af55-f2115bf6efa8 None None] Checking router: cda1d050-b975-4db1-b9d6-e1228fa35860 for host: dv-cinder-851279-1-iscsi {{(pid=121477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:06:00.363931 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-e7fbdd6a-625c-4ea9-8d81-2ae63bbd307a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753'] for network (cba95afc-2c9b-4b04-957d-02e4690379aa), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:00.364165 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1cd480-f243-4fee-af55-f2115bf6efa8 None None] Updating router cda1d050-b975-4db1-b9d6-e1228fa35860 port b62e2a17-0c1d-46ce-88b8-41ed83e85337 binding host dv-cinder-851279-1-iscsi {{(pid=121477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:06:00.368309 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fbdd6a-625c-4ea9-8d81-2ae63bbd307a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:06:00.369326 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-e7fbdd6a-625c-4ea9-8d81-2ae63bbd307a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for network (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:00.399902 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:00.406261 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-1c1cd480-f243-4fee-af55-f2115bf6efa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (b62e2a17-0c1d-46ce-88b8-41ed83e85337), before_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:00.481237 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fbdd6a-625c-4ea9-8d81-2ae63bbd307a admin admin] Pushing event updated for resources: {'Network': ['ID=cba95afc-2c9b-4b04-957d-02e4690379aa,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:00.491937 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Network cba95afc-2c9b-4b04-957d-02e4690379aa details requested by agent ovs-agent-dv-cinder-851279-1-iscsi with host dv-cinder-851279-1-iscsi {{(pid=121476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:06:00.511124 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-e7fbdd6a-625c-4ea9-8d81-2ae63bbd307a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.7508039 Jul 28 04:06:00.515361 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 58308) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:06:00.522578 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-59011263-aed4-4b15-85ad-eaae98eeaca8 admin admin] Request body: {'subnet': {'network_id': 'cba95afc-2c9b-4b04-957d-02e4690379aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1396525471-subnet', 'tenant_id': '1275cb55ce5f4973aebffdf5c7bd88ae', 'ip_version': 4}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:06:00.655516 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device c21dd707-a04e-4898-85cc-3b36e5d993be up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:06:00.675210 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59011263-aed4-4b15-85ad-eaae98eeaca8 admin admin] Made reservation on behalf of 1275cb55ce5f4973aebffdf5c7bd88ae for: {'subnet': 1} {{(pid=121475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:06:00.684315 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-59011263-aed4-4b15-85ad-eaae98eeaca8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25966731'] for subnet (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:00.708673 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port c21dd707-a04e-4898-85cc-3b36e5d993be triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:06:00.709048 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (c21dd707-a04e-4898-85cc-3b36e5d993be), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:00.840893 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-1c1cd480-f243-4fee-af55-f2115bf6efa8 None None] Publish callbacks [] for port (b62e2a17-0c1d-46ce-88b8-41ed83e85337), precommit_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:00.853691 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port c21dd707-a04e-4898-85cc-3b36e5d993be is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:06:00.948345 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-1c1cd480-f243-4fee-af55-f2115bf6efa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (b62e2a17-0c1d-46ce-88b8-41ed83e85337), after_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:01.041199 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-59011263-aed4-4b15-85ad-eaae98eeaca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3956385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25966757'] for subnet (af2984fd-5e8d-4baf-80bf-ed5c8be92490), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:01.102487 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831cc674-0954-4cc0-be4c-626251f25e06 None None] Pushing event updated for resources: {'Port': ['ID=b62e2a17-0c1d-46ce-88b8-41ed83e85337,revision_number=3']} {{(pid=121477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:01.121432 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831cc674-0954-4cc0-be4c-626251f25e06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:01.122191 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831cc674-0954-4cc0-be4c-626251f25e06 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:01.123395 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831cc674-0954-4cc0-be4c-626251f25e06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:01.124197 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831cc674-0954-4cc0-be4c-626251f25e06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:01.124882 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831cc674-0954-4cc0-be4c-626251f25e06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:01.125552 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831cc674-0954-4cc0-be4c-626251f25e06 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:01.126132 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831cc674-0954-4cc0-be4c-626251f25e06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:01.126844 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831cc674-0954-4cc0-be4c-626251f25e06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:01.127468 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831cc674-0954-4cc0-be4c-626251f25e06 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:01.128127 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831cc674-0954-4cc0-be4c-626251f25e06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:01.128826 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831cc674-0954-4cc0-be4c-626251f25e06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:01.129778 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831cc674-0954-4cc0-be4c-626251f25e06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:01.130407 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831cc674-0954-4cc0-be4c-626251f25e06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:01.131118 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831cc674-0954-4cc0-be4c-626251f25e06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:01.131729 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831cc674-0954-4cc0-be4c-626251f25e06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:01.161975 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.managers [None req-1c1cd480-f243-4fee-af55-f2115bf6efa8 None None] Attempting to bind port b62e2a17-0c1d-46ce-88b8-41ed83e85337 on host dv-cinder-851279-1-iscsi for vnic_type normal with profile {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 04:06:01.162653 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.managers [None req-1c1cd480-f243-4fee-af55-f2115bf6efa8 None None] Attempting to bind port b62e2a17-0c1d-46ce-88b8-41ed83e85337 by drivers openvswitch,hyperv on host dv-cinder-851279-1-iscsi at level 0 using segments [{'id': '09964986-2991-46e1-a3b0-006f2cde8ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6'}] {{(pid=121477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 04:06:01.163522 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1cd480-f243-4fee-af55-f2115bf6efa8 None None] Attempting to bind port b62e2a17-0c1d-46ce-88b8-41ed83e85337 on network 672eb351-e67a-4327-be23-b1a7215130a6 {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:06:01.173314 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:01.175832 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59011263-aed4-4b15-85ad-eaae98eeaca8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af2984fd-5e8d-4baf-80bf-ed5c8be92490,revision_number=0']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:01.191571 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1cd480-f243-4fee-af55-f2115bf6efa8 None None] Checking agent: {'id': '51dbe35b-f2d3-4ce9-b487-580c36e6d07a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 49, 50), 'started_at': datetime.datetime(2022, 7, 28, 3, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 4, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 04:06:01.193600 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1cd480-f243-4fee-af55-f2115bf6efa8 None None] Checking segment: {'id': '09964986-2991-46e1-a3b0-006f2cde8ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 04:06:01.194461 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-1c1cd480-f243-4fee-af55-f2115bf6efa8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:01.195378 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1cd480-f243-4fee-af55-f2115bf6efa8 None None] Bound using segment: {'id': '09964986-2991-46e1-a3b0-006f2cde8ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6'} {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 04:06:01.199520 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.managers [None req-1c1cd480-f243-4fee-af55-f2115bf6efa8 None None] Bound port: b62e2a17-0c1d-46ce-88b8-41ed83e85337, host: dv-cinder-851279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09964986-2991-46e1-a3b0-006f2cde8ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6'}}] {{(pid=121477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 04:06:01.202978 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-1c1cd480-f243-4fee-af55-f2115bf6efa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (b62e2a17-0c1d-46ce-88b8-41ed83e85337), before_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:01.253284 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59011263-aed4-4b15-85ad-eaae98eeaca8 admin admin] Checking segment: {'id': '19af60a0-7860-4622-b309-e5e3d8a5f945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cba95afc-2c9b-4b04-957d-02e4690379aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 04:06:01.254324 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59011263-aed4-4b15-85ad-eaae98eeaca8 admin admin] Network hostable DHCP agents. Network: cba95afc-2c9b-4b04-957d-02e4690379aa, hostable agents: ['a6d94de3-42af-4ea6-939a-9cee0bfbc3cb'], hosted agents: [] {{(pid=121475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:06:01.297170 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-e11bcd81-4338-4da1-9d28-48a9ea0eb9e8 None None] Provisioning complete for port b62e2a17-0c1d-46ce-88b8-41ed83e85337 triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:06:01.301292 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-e11bcd81-4338-4da1-9d28-48a9ea0eb9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (b62e2a17-0c1d-46ce-88b8-41ed83e85337), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:01.346031 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.db [None req-1c1cd480-f243-4fee-af55-f2115bf6efa8 None None] For port b62e2a17-0c1d-46ce-88b8-41ed83e85337, host dv-cinder-851279-1-iscsi, cleared binding levels {{(pid=121477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:06:01.354873 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-e11bcd81-4338-4da1-9d28-48a9ea0eb9e8 None None] Port b62e2a17-0c1d-46ce-88b8-41ed83e85337 cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 04:06:01.355116 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.db [None req-1c1cd480-f243-4fee-af55-f2115bf6efa8 None None] For port b62e2a17-0c1d-46ce-88b8-41ed83e85337, host dv-cinder-851279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=b62e2a17-0c1d-46ce-88b8-41ed83e85337,segment=NetworkSegment(09964986-2991-46e1-a3b0-006f2cde8ec9),segment_id=09964986-2991-46e1-a3b0-006f2cde8ec9)] {{(pid=121477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:06:01.390435 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59011263-aed4-4b15-85ad-eaae98eeaca8 admin admin] Network cba95afc-2c9b-4b04-957d-02e4690379aa is scheduled to be hosted by DHCP agent a6d94de3-42af-4ea6-939a-9cee0bfbc3cb with binding_index 1 {{(pid=121475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:06:01.446417 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-1c1cd480-f243-4fee-af55-f2115bf6efa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (b62e2a17-0c1d-46ce-88b8-41ed83e85337), after_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:01.482754 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.base_scheduler [None req-59011263-aed4-4b15-85ad-eaae98eeaca8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-1-iscsi, cba95afc-2c9b-4b04-957d-02e4690379aa) {{(pid=121475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:06:01.496738 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676f1835-b669-4293-a25e-0a48b0d6b0a8 None None] Network cba95afc-2c9b-4b04-957d-02e4690379aa requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 04:06:01.510496 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59011263-aed4-4b15-85ad-eaae98eeaca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:06:01.515252 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-59011263-aed4-4b15-85ad-eaae98eeaca8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:01.559495 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1cd480-f243-4fee-af55-f2115bf6efa8 None None] Routers {'cda1d050-b975-4db1-b9d6-e1228fa35860'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:06:01.560642 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-1c1cd480-f243-4fee-af55-f2115bf6efa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:05:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['cda1d050-b975-4db1-b9d6-e1228fa35860'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:06:01.565732 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831cc674-0954-4cc0-be4c-626251f25e06 None None] Pushing event updated for resources: {'Port': ['ID=b62e2a17-0c1d-46ce-88b8-41ed83e85337,revision_number=4']} {{(pid=121477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:01.670454 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-59011263-aed4-4b15-85ad-eaae98eeaca8 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1534996 Jul 28 04:06:01.675828 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 58338) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:06:01.682706 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-6e9afd8f-3cb8-4d09-86e8-0d1c89b2636e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1396525471-router', 'tenant_id': '1275cb55ce5f4973aebffdf5c7bd88ae', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'}}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:06:01.741146 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:01.827795 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-1c1cd480-f243-4fee-af55-f2115bf6efa8 None None] Set router cda1d050-b975-4db1-b9d6-e1228fa35860 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:06:01.828033 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-6e9afd8f-3cb8-4d09-86e8-0d1c89b2636e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1682968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-675'] for router (ee59516c-1fcb-4599-b442-f1907a310227), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:01.828033 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-6e9afd8f-3cb8-4d09-86e8-0d1c89b2636e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1680112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1771895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-682'] for router (ee59516c-1fcb-4599-b442-f1907a310227), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:01.851263 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ce9d06-bbc9-4527-961a-ef9c7c2c06d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc055524f-0d7a-5f36-9cf2-5686bc452ffc-cba95afc-2c9b-4b04-957d-02e4690379aa', 'network_id': 'cba95afc-2c9b-4b04-957d-02e4690379aa', 'project_id': '1275cb55ce5f4973aebffdf5c7bd88ae', 'fixed_ips': [{'subnet_id': 'af2984fd-5e8d-4baf-80bf-ed5c8be92490'}]}} from dv-cinder-851279-1-iscsi. {{(pid=121476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 04:06:01.860356 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-92ce9d06-bbc9-4527-961a-ef9c7c2c06d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:01.895261 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-6e9afd8f-3cb8-4d09-86e8-0d1c89b2636e admin admin] Publish callbacks [] for router_controller (ee59516c-1fcb-4599-b442-f1907a310227), precommit_add_association {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:02.049558 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-69ea8c93-d93e-41d9-876e-7b6c55695422 None None] Provisioning complete for port b62e2a17-0c1d-46ce-88b8-41ed83e85337 triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:06:02.049991 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-69ea8c93-d93e-41d9-876e-7b6c55695422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (b62e2a17-0c1d-46ce-88b8-41ed83e85337), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:02.181319 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:02.187135 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-1c1cd480-f243-4fee-af55-f2115bf6efa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'name': 'tempest-TestVolumeBootPattern-12412982-router', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:05:51Z', 'updated_at': '2022-07-28T04:05:57Z', 'revision_number': 4, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'gw_port': {'id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:05:52Z', 'updated_at': '2022-07-28T04:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': 'b62e2a17-0c1d-46ce-88b8-41ed83e85337', 'name': '', 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'mac_address': 'fa:16:3e:8c:5d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'dd333499-a093-4bb7-a733-016cbbcdd8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:05:56Z', 'updated_at': '2022-07-28T04:06:01Z', 'revision_number': 4, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'subnets': [{'id': 'dd333499-a093-4bb7-a733-016cbbcdd8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:06:02.198860 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-6e9afd8f-3cb8-4d09-86e8-0d1c89b2636e admin admin] Publish callbacks [] for router_gateway (ee59516c-1fcb-4599-b442-f1907a310227), precommit_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:02.219586 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.db_base_plugin_common [None req-92ce9d06-bbc9-4527-961a-ef9c7c2c06d1 None None] Allocated IP 172.20.0.2 (cba95afc-2c9b-4b04-957d-02e4690379aa/af2984fd-5e8d-4baf-80bf-ed5c8be92490/613c37ca-30a1-471e-adf4-1403a20723be) {{(pid=121476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:06:02.225885 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1cd480-f243-4fee-af55-f2115bf6efa8 None None] The sync data for ids ['cda1d050-b975-4db1-b9d6-e1228fa35860'] in dv-cinder-851279-1-iscsi is: [{'id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'name': 'tempest-TestVolumeBootPattern-12412982-router', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:05:51Z', 'updated_at': '2022-07-28T04:05:57Z', 'revision_number': 4, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'gw_port': {'id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:05:52Z', 'updated_at': '2022-07-28T04:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': 'b62e2a17-0c1d-46ce-88b8-41ed83e85337', 'name': '', 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'mac_address': 'fa:16:3e:8c:5d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'dd333499-a093-4bb7-a733-016cbbcdd8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:05:56Z', 'updated_at': '2022-07-28T04:06:01Z', 'revision_number': 4, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'subnets': [{'id': 'dd333499-a093-4bb7-a733-016cbbcdd8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:06:02.252178 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:02.296298 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-69ea8c93-d93e-41d9-876e-7b6c55695422 None None] Current status of the port b62e2a17-0c1d-46ce-88b8-41ed83e85337 is: DOWN; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:06:02.296978 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-69ea8c93-d93e-41d9-876e-7b6c55695422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (b62e2a17-0c1d-46ce-88b8-41ed83e85337), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:02.404361 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-69ea8c93-d93e-41d9-876e-7b6c55695422 None None] For port b62e2a17-0c1d-46ce-88b8-41ed83e85337, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=b62e2a17-0c1d-46ce-88b8-41ed83e85337,segment=NetworkSegment(09964986-2991-46e1-a3b0-006f2cde8ec9),segment_id=09964986-2991-46e1-a3b0-006f2cde8ec9)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:06:02.495676 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-92ce9d06-bbc9-4527-961a-ef9c7c2c06d1 None None] Publish callbacks [] for port (613c37ca-30a1-471e-adf4-1403a20723be), precommit_create {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:02.502528 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-69ea8c93-d93e-41d9-876e-7b6c55695422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (b62e2a17-0c1d-46ce-88b8-41ed83e85337), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:02.576542 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea8c93-d93e-41d9-876e-7b6c55695422 None None] Pushing event updated for resources: {'Port': ['ID=b62e2a17-0c1d-46ce-88b8-41ed83e85337,revision_number=5']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:02.647391 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-6e9afd8f-3cb8-4d09-86e8-0d1c89b2636e admin admin] Publish callbacks [] for router_gateway (ee59516c-1fcb-4599-b442-f1907a310227), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:02.650297 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device b62e2a17-0c1d-46ce-88b8-41ed83e85337 up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:06:02.679666 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-92ce9d06-bbc9-4527-961a-ef9c7c2c06d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379'] for port (613c37ca-30a1-471e-adf4-1403a20723be), after_create {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:02.689937 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-6e9afd8f-3cb8-4d09-86e8-0d1c89b2636e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:02.750958 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ce9d06-bbc9-4527-961a-ef9c7c2c06d1 None None] Network cba95afc-2c9b-4b04-957d-02e4690379aa is already hosted by enough agents. {{(pid=121476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:06:02.760802 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.scheduler.base_scheduler [None req-92ce9d06-bbc9-4527-961a-ef9c7c2c06d1 None None] Resources bound (agent type, host, resource id): {{(pid=121476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:06:02.768447 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ce9d06-bbc9-4527-961a-ef9c7c2c06d1 None None] Received port after_create {{(pid=121476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 04:06:02.776705 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce9d06-bbc9-4527-961a-ef9c7c2c06d1 None None] Pushing event updated for resources: {'Port': ['ID=613c37ca-30a1-471e-adf4-1403a20723be,revision_number=1']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:02.819986 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port b62e2a17-0c1d-46ce-88b8-41ed83e85337 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:06:02.821862 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (b62e2a17-0c1d-46ce-88b8-41ed83e85337), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:02.880217 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:UPDATE=6,neutron:SELECT=92,neutron:INSERT=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:02.891089 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.db_base_plugin_common [None req-6e9afd8f-3cb8-4d09-86e8-0d1c89b2636e admin admin] Allocated IP 172.27.0.130 (ea650c0a-dc48-4a0d-a6e0-295879bc3df9/483d9f6f-a7db-4d58-8be3-14e833e697b6/4861475b-fd26-4aa4-8a5d-2eeb0d202991) {{(pid=121475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:06:02.913707 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-92ce9d06-bbc9-4527-961a-ef9c7c2c06d1 None None] Attempting to bind port 613c37ca-30a1-471e-adf4-1403a20723be on host dv-cinder-851279-1-iscsi for vnic_type normal with profile {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 04:06:02.914812 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-92ce9d06-bbc9-4527-961a-ef9c7c2c06d1 None None] Attempting to bind port 613c37ca-30a1-471e-adf4-1403a20723be by drivers openvswitch,hyperv on host dv-cinder-851279-1-iscsi at level 0 using segments [{'id': '19af60a0-7860-4622-b309-e5e3d8a5f945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cba95afc-2c9b-4b04-957d-02e4690379aa'}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 04:06:02.915629 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce9d06-bbc9-4527-961a-ef9c7c2c06d1 None None] Attempting to bind port 613c37ca-30a1-471e-adf4-1403a20723be on network cba95afc-2c9b-4b04-957d-02e4690379aa {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:06:02.928886 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce9d06-bbc9-4527-961a-ef9c7c2c06d1 None None] Checking agent: {'id': '51dbe35b-f2d3-4ce9-b487-580c36e6d07a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 49, 50), 'started_at': datetime.datetime(2022, 7, 28, 3, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 4, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 04:06:02.929712 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce9d06-bbc9-4527-961a-ef9c7c2c06d1 None None] Checking segment: {'id': '19af60a0-7860-4622-b309-e5e3d8a5f945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cba95afc-2c9b-4b04-957d-02e4690379aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 04:06:02.931022 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-92ce9d06-bbc9-4527-961a-ef9c7c2c06d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:02.931637 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce9d06-bbc9-4527-961a-ef9c7c2c06d1 None None] Bound using segment: {'id': '19af60a0-7860-4622-b309-e5e3d8a5f945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cba95afc-2c9b-4b04-957d-02e4690379aa'} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 04:06:02.932424 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-92ce9d06-bbc9-4527-961a-ef9c7c2c06d1 None None] Bound port: 613c37ca-30a1-471e-adf4-1403a20723be, host: dv-cinder-851279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af60a0-7860-4622-b309-e5e3d8a5f945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cba95afc-2c9b-4b04-957d-02e4690379aa'}}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 04:06:02.950713 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-92ce9d06-bbc9-4527-961a-ef9c7c2c06d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (613c37ca-30a1-471e-adf4-1403a20723be), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:03.043722 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:03.102941 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-6e9afd8f-3cb8-4d09-86e8-0d1c89b2636e admin admin] Publish callbacks [] for port (4861475b-fd26-4aa4-8a5d-2eeb0d202991), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:03.112074 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port b62e2a17-0c1d-46ce-88b8-41ed83e85337 is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:06:03.166841 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-92ce9d06-bbc9-4527-961a-ef9c7c2c06d1 None None] For port 613c37ca-30a1-471e-adf4-1403a20723be, host dv-cinder-851279-1-iscsi, cleared binding levels {{(pid=121476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:06:03.175747 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-92ce9d06-bbc9-4527-961a-ef9c7c2c06d1 None None] For port 613c37ca-30a1-471e-adf4-1403a20723be, host dv-cinder-851279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=613c37ca-30a1-471e-adf4-1403a20723be,segment=NetworkSegment(19af60a0-7860-4622-b309-e5e3d8a5f945),segment_id=19af60a0-7860-4622-b309-e5e3d8a5f945)] {{(pid=121476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:06:03.229428 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-6e9afd8f-3cb8-4d09-86e8-0d1c89b2636e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3956301'] for port (4861475b-fd26-4aa4-8a5d-2eeb0d202991), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:03.281572 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-92ce9d06-bbc9-4527-961a-ef9c7c2c06d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (613c37ca-30a1-471e-adf4-1403a20723be), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:03.306805 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:03.318412 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9afd8f-3cb8-4d09-86e8-0d1c89b2636e admin admin] Network ea650c0a-dc48-4a0d-a6e0-295879bc3df9 is already hosted by enough agents. {{(pid=121475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:06:03.328534 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.base_scheduler [None req-6e9afd8f-3cb8-4d09-86e8-0d1c89b2636e admin admin] Resources bound (agent type, host, resource id): {{(pid=121475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:06:03.335122 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9afd8f-3cb8-4d09-86e8-0d1c89b2636e admin admin] Received port after_create {{(pid=121475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 04:06:03.340651 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9afd8f-3cb8-4d09-86e8-0d1c89b2636e admin admin] Pushing event updated for resources: {'Port': ['ID=4861475b-fd26-4aa4-8a5d-2eeb0d202991,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:03.395330 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce9d06-bbc9-4527-961a-ef9c7c2c06d1 None None] Pushing event updated for resources: {'Port': ['ID=613c37ca-30a1-471e-adf4-1403a20723be,revision_number=2']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:03.767982 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-6e9afd8f-3cb8-4d09-86e8-0d1c89b2636e admin admin] Publish callbacks [] for router_gateway (ee59516c-1fcb-4599-b442-f1907a310227), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:03.994869 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-6e9afd8f-3cb8-4d09-86e8-0d1c89b2636e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740428'] for router (ee59516c-1fcb-4599-b442-f1907a310227), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:04.317475 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9afd8f-3cb8-4d09-86e8-0d1c89b2636e admin admin] Router ee59516c-1fcb-4599-b442-f1907a310227 is scheduled to L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b with binding_index 1 {{(pid=121475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 04:06:04.406838 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:04.484117 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9afd8f-3cb8-4d09-86e8-0d1c89b2636e admin admin] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:06:04.503366 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f0af58-277c-42b6-b0d1-ef1d237f0116 None None] Sync routers for ids ['ee59516c-1fcb-4599-b442-f1907a310227'] in dv-cinder-851279-1-iscsi {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:06:04.520267 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f0af58-277c-42b6-b0d1-ef1d237f0116 None None] Routers {'ee59516c-1fcb-4599-b442-f1907a310227'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:06:04.520928 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-c4f0af58-277c-42b6-b0d1-ef1d237f0116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:05:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['ee59516c-1fcb-4599-b442-f1907a310227'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:06:04.588198 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-6e9afd8f-3cb8-4d09-86e8-0d1c89b2636e admin admin] Publish callbacks [] for router (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:04.593840 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-6e9afd8f-3cb8-4d09-86e8-0d1c89b2636e admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9138794 Jul 28 04:06:04.595026 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 58374) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:06:04.690966 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-c4f0af58-277c-42b6-b0d1-ef1d237f0116 None None] Set router ee59516c-1fcb-4599-b442-f1907a310227 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:06:04.809088 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:04.814707 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 613c37ca-30a1-471e-adf4-1403a20723be up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:06:04.881079 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41aa9dc8-ece0-4e2a-b0b3-8109cc975cf5 None None] Network cba95afc-2c9b-4b04-957d-02e4690379aa requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 04:06:04.997100 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-fee3237a-a4e5-45d3-9f84-27e1d68f21ce None None] Provisioning complete for port 613c37ca-30a1-471e-adf4-1403a20723be triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:06:04.997487 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-fee3237a-a4e5-45d3-9f84-27e1d68f21ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (613c37ca-30a1-471e-adf4-1403a20723be), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:05.011704 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:05.104221 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port 613c37ca-30a1-471e-adf4-1403a20723be triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:06:05.104737 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (613c37ca-30a1-471e-adf4-1403a20723be), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:05.247382 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:05.265928 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-c4f0af58-277c-42b6-b0d1-ef1d237f0116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee59516c-1fcb-4599-b442-f1907a310227', 'name': 'tempest-TestVolumeBootPattern-1396525471-router', 'tenant_id': '1275cb55ce5f4973aebffdf5c7bd88ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '4861475b-fd26-4aa4-8a5d-2eeb0d202991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:06:01Z', 'updated_at': '2022-07-28T04:06:03Z', 'revision_number': 3, 'project_id': '1275cb55ce5f4973aebffdf5c7bd88ae', 'gw_port': {'id': '4861475b-fd26-4aa4-8a5d-2eeb0d202991', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:89:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee59516c-1fcb-4599-b442-f1907a310227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:06:02Z', 'updated_at': '2022-07-28T04:06:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi'}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:06:05.271210 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=100 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:05.280857 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-cc618af6-a5d3-41db-9329-70d0fd3ab02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:05.299359 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f0af58-277c-42b6-b0d1-ef1d237f0116 None None] Checking router: ee59516c-1fcb-4599-b442-f1907a310227 for host: dv-cinder-851279-1-iscsi {{(pid=121476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:06:05.299713 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f0af58-277c-42b6-b0d1-ef1d237f0116 None None] Updating router ee59516c-1fcb-4599-b442-f1907a310227 port 4861475b-fd26-4aa4-8a5d-2eeb0d202991 binding host dv-cinder-851279-1-iscsi {{(pid=121476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:06:05.301834 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-fee3237a-a4e5-45d3-9f84-27e1d68f21ce None None] Current status of the port 613c37ca-30a1-471e-adf4-1403a20723be is: DOWN; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:06:05.302230 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-fee3237a-a4e5-45d3-9f84-27e1d68f21ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (613c37ca-30a1-471e-adf4-1403a20723be), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:05.381146 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-c4f0af58-277c-42b6-b0d1-ef1d237f0116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (4861475b-fd26-4aa4-8a5d-2eeb0d202991), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:05.392763 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port 613c37ca-30a1-471e-adf4-1403a20723be is: DOWN; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:06:05.393159 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (613c37ca-30a1-471e-adf4-1403a20723be), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:05.571488 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-fee3237a-a4e5-45d3-9f84-27e1d68f21ce None None] For port 613c37ca-30a1-471e-adf4-1403a20723be, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=613c37ca-30a1-471e-adf4-1403a20723be,segment=NetworkSegment(19af60a0-7860-4622-b309-e5e3d8a5f945),segment_id=19af60a0-7860-4622-b309-e5e3d8a5f945)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:06:05.775595 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-fee3237a-a4e5-45d3-9f84-27e1d68f21ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (613c37ca-30a1-471e-adf4-1403a20723be), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:05.816676 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.db_base_plugin_common [None req-cc618af6-a5d3-41db-9329-70d0fd3ab02d admin admin] Allocated IP 172.20.0.1 (cba95afc-2c9b-4b04-957d-02e4690379aa/af2984fd-5e8d-4baf-80bf-ed5c8be92490/83368610-6b67-438c-82e6-bc3e78545733) {{(pid=121475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:06:05.897668 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:05.904754 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:05.906319 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.db.api [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 04:06:05.906725 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG oslo_db.api [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 04:06:05.949033 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-c4f0af58-277c-42b6-b0d1-ef1d237f0116 None None] Publish callbacks [] for port (4861475b-fd26-4aa4-8a5d-2eeb0d202991), precommit_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:05.953431 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-9d9a3139-9aef-4ac2-8e02-fceaf26e4e70 None None] Provisioning complete for port 613c37ca-30a1-471e-adf4-1403a20723be triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:06:05.953809 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3139-9aef-4ac2-8e02-fceaf26e4e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (613c37ca-30a1-471e-adf4-1403a20723be), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:05.955686 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee3237a-a4e5-45d3-9f84-27e1d68f21ce None None] Pushing event updated for resources: {'Port': ['ID=613c37ca-30a1-471e-adf4-1403a20723be,revision_number=3']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:05.962014 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-cc618af6-a5d3-41db-9329-70d0fd3ab02d admin admin] Publish callbacks [] for port (83368610-6b67-438c-82e6-bc3e78545733), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:06.048859 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-c4f0af58-277c-42b6-b0d1-ef1d237f0116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (4861475b-fd26-4aa4-8a5d-2eeb0d202991), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:06.062068 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-9d9a3139-9aef-4ac2-8e02-fceaf26e4e70 None None] Current status of the port 613c37ca-30a1-471e-adf4-1403a20723be is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:06:06.080072 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-cc618af6-a5d3-41db-9329-70d0fd3ab02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3956301'] for port (83368610-6b67-438c-82e6-bc3e78545733), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:06.124849 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-c4f0af58-277c-42b6-b0d1-ef1d237f0116 None None] Attempting to bind port 4861475b-fd26-4aa4-8a5d-2eeb0d202991 on host dv-cinder-851279-1-iscsi for vnic_type normal with profile {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 04:06:06.125629 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-c4f0af58-277c-42b6-b0d1-ef1d237f0116 None None] Attempting to bind port 4861475b-fd26-4aa4-8a5d-2eeb0d202991 by drivers openvswitch,hyperv on host dv-cinder-851279-1-iscsi at level 0 using segments [{'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 04:06:06.125983 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f0af58-277c-42b6-b0d1-ef1d237f0116 None None] Attempting to bind port 4861475b-fd26-4aa4-8a5d-2eeb0d202991 on network ea650c0a-dc48-4a0d-a6e0-295879bc3df9 {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:06:06.130222 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa45e71-8c4e-42d7-a478-de5d93f86415 None None] Pushing event updated for resources: {'Port': ['ID=4861475b-fd26-4aa4-8a5d-2eeb0d202991,revision_number=2']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:06.136340 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f0af58-277c-42b6-b0d1-ef1d237f0116 None None] Checking agent: {'id': '51dbe35b-f2d3-4ce9-b487-580c36e6d07a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 49, 50), 'started_at': datetime.datetime(2022, 7, 28, 3, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 4, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 04:06:06.136782 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f0af58-277c-42b6-b0d1-ef1d237f0116 None None] Checking segment: {'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 04:06:06.137153 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-c4f0af58-277c-42b6-b0d1-ef1d237f0116 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:06.137560 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f0af58-277c-42b6-b0d1-ef1d237f0116 None None] Bound using segment: {'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 04:06:06.138072 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-c4f0af58-277c-42b6-b0d1-ef1d237f0116 None None] Bound port: 4861475b-fd26-4aa4-8a5d-2eeb0d202991, host: dv-cinder-851279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'}}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 04:06:06.138467 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-c4f0af58-277c-42b6-b0d1-ef1d237f0116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (4861475b-fd26-4aa4-8a5d-2eeb0d202991), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:06.171505 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc618af6-a5d3-41db-9329-70d0fd3ab02d admin admin] Network cba95afc-2c9b-4b04-957d-02e4690379aa is already hosted by enough agents. {{(pid=121475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:06:06.174988 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.base_scheduler [None req-cc618af6-a5d3-41db-9329-70d0fd3ab02d admin admin] Resources bound (agent type, host, resource id): {{(pid=121475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:06:06.180372 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc618af6-a5d3-41db-9329-70d0fd3ab02d admin admin] Received port after_create {{(pid=121475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 04:06:06.209274 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-c4f0af58-277c-42b6-b0d1-ef1d237f0116 None None] For port 4861475b-fd26-4aa4-8a5d-2eeb0d202991, host dv-cinder-851279-1-iscsi, cleared binding levels {{(pid=121476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:06:06.228345 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-c4f0af58-277c-42b6-b0d1-ef1d237f0116 None None] For port 4861475b-fd26-4aa4-8a5d-2eeb0d202991, host dv-cinder-851279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=4861475b-fd26-4aa4-8a5d-2eeb0d202991,segment=NetworkSegment(f2985cdc-b551-4e3f-9fbc-bf06e2065a47),segment_id=f2985cdc-b551-4e3f-9fbc-bf06e2065a47)] {{(pid=121476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:06:06.242949 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc618af6-a5d3-41db-9329-70d0fd3ab02d admin admin] Pushing event updated for resources: {'Port': ['ID=83368610-6b67-438c-82e6-bc3e78545733,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:06.252763 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-cc618af6-a5d3-41db-9329-70d0fd3ab02d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1680780'] for router_interface (ee59516c-1fcb-4599-b442-f1907a310227), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:06.309081 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-c4f0af58-277c-42b6-b0d1-ef1d237f0116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (4861475b-fd26-4aa4-8a5d-2eeb0d202991), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:06.382062 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f0af58-277c-42b6-b0d1-ef1d237f0116 None None] Routers {'ee59516c-1fcb-4599-b442-f1907a310227'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:06:06.382778 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-c4f0af58-277c-42b6-b0d1-ef1d237f0116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:05:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['ee59516c-1fcb-4599-b442-f1907a310227'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:06:06.486951 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-cc618af6-a5d3-41db-9329-70d0fd3ab02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (83368610-6b67-438c-82e6-bc3e78545733), before_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:06.495111 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:06.505519 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa45e71-8c4e-42d7-a478-de5d93f86415 None None] Pushing event updated for resources: {'Port': ['ID=4861475b-fd26-4aa4-8a5d-2eeb0d202991,revision_number=3']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:06.549041 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:06.591126 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-67f1f034-b682-45fc-9368-86adf4606efc None None] Provisioning complete for port 83368610-6b67-438c-82e6-bc3e78545733 triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:06:06.591846 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-67f1f034-b682-45fc-9368-86adf4606efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (83368610-6b67-438c-82e6-bc3e78545733), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:06.593827 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port 613c37ca-30a1-471e-adf4-1403a20723be is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:06:06.595066 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device b62e2a17-0c1d-46ce-88b8-41ed83e85337 up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:06:06.697041 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-c4f0af58-277c-42b6-b0d1-ef1d237f0116 None None] Set router ee59516c-1fcb-4599-b442-f1907a310227 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:06:06.725005 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-cc618af6-a5d3-41db-9329-70d0fd3ab02d admin admin] Publish callbacks [] for port (83368610-6b67-438c-82e6-bc3e78545733), precommit_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:06.730223 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-67f1f034-b682-45fc-9368-86adf4606efc None None] Port 83368610-6b67-438c-82e6-bc3e78545733 cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 04:06:06.815483 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-cc618af6-a5d3-41db-9329-70d0fd3ab02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3956314'] for port (83368610-6b67-438c-82e6-bc3e78545733), after_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:06.817296 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port b62e2a17-0c1d-46ce-88b8-41ed83e85337 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:06:06.817792 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (b62e2a17-0c1d-46ce-88b8-41ed83e85337), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:06.903128 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc618af6-a5d3-41db-9329-70d0fd3ab02d admin admin] Pushing event updated for resources: {'Port': ['ID=83368610-6b67-438c-82e6-bc3e78545733,revision_number=2']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:06.909037 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-cc618af6-a5d3-41db-9329-70d0fd3ab02d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1680880'] for router_interface (ee59516c-1fcb-4599-b442-f1907a310227), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:07.033582 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc618af6-a5d3-41db-9329-70d0fd3ab02d admin admin] Network cba95afc-2c9b-4b04-957d-02e4690379aa is already hosted by enough agents. {{(pid=121475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:06:07.035331 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.base_scheduler [None req-cc618af6-a5d3-41db-9329-70d0fd3ab02d admin admin] Resources bound (agent type, host, resource id): {{(pid=121475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:06:07.056308 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=100 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:07.068130 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port b62e2a17-0c1d-46ce-88b8-41ed83e85337 is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:06:07.068130 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-c4f0af58-277c-42b6-b0d1-ef1d237f0116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee59516c-1fcb-4599-b442-f1907a310227', 'name': 'tempest-TestVolumeBootPattern-1396525471-router', 'tenant_id': '1275cb55ce5f4973aebffdf5c7bd88ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '4861475b-fd26-4aa4-8a5d-2eeb0d202991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:06:01Z', 'updated_at': '2022-07-28T04:06:03Z', 'revision_number': 3, 'project_id': '1275cb55ce5f4973aebffdf5c7bd88ae', 'gw_port': {'id': '4861475b-fd26-4aa4-8a5d-2eeb0d202991', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:89:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee59516c-1fcb-4599-b442-f1907a310227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:06:02Z', 'updated_at': '2022-07-28T04:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi'}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:06:07.130446 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f0af58-277c-42b6-b0d1-ef1d237f0116 None None] The sync data for ids ['ee59516c-1fcb-4599-b442-f1907a310227'] in dv-cinder-851279-1-iscsi is: [{'id': 'ee59516c-1fcb-4599-b442-f1907a310227', 'name': 'tempest-TestVolumeBootPattern-1396525471-router', 'tenant_id': '1275cb55ce5f4973aebffdf5c7bd88ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '4861475b-fd26-4aa4-8a5d-2eeb0d202991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:06:01Z', 'updated_at': '2022-07-28T04:06:03Z', 'revision_number': 3, 'project_id': '1275cb55ce5f4973aebffdf5c7bd88ae', 'gw_port': {'id': '4861475b-fd26-4aa4-8a5d-2eeb0d202991', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:89:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee59516c-1fcb-4599-b442-f1907a310227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:06:02Z', 'updated_at': '2022-07-28T04:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi'}] {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:06:07.184437 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 613c37ca-30a1-471e-adf4-1403a20723be up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:06:07.238178 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc618af6-a5d3-41db-9329-70d0fd3ab02d admin admin] Router ee59516c-1fcb-4599-b442-f1907a310227 has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 04:06:07.239372 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=100 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:07.249439 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port 613c37ca-30a1-471e-adf4-1403a20723be triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:06:07.249905 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (613c37ca-30a1-471e-adf4-1403a20723be), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:07.336946 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port 613c37ca-30a1-471e-adf4-1403a20723be is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:06:07.369997 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc618af6-a5d3-41db-9329-70d0fd3ab02d admin admin] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:06:07.376353 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-cc618af6-a5d3-41db-9329-70d0fd3ab02d admin admin] 10.222.0.66 "PUT /v2.0/routers/ee59516c-1fcb-4599-b442-f1907a310227/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7795165 Jul 28 04:06:07.465653 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-5157197e-ec5e-480a-b49f-5903ca6ae86e None None] Provisioning complete for port 83368610-6b67-438c-82e6-bc3e78545733 triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:06:07.466046 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-5157197e-ec5e-480a-b49f-5903ca6ae86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (83368610-6b67-438c-82e6-bc3e78545733), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:07.506200 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-5157197e-ec5e-480a-b49f-5903ca6ae86e None None] Port 83368610-6b67-438c-82e6-bc3e78545733 cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 04:06:07.893181 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 58424) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:06:07.898056 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-9db9215a-a4c6-4cc9-a944-4549589b7645 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1803004242', 'description': 'tempest-secgroup-smoke-1803004242 description', 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:06:08.000226 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-9db9215a-a4c6-4cc9-a944-4549589b7645 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:08.074722 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-9db9215a-a4c6-4cc9-a944-4549589b7645 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks [] for security_group (5db21c8f-5862-41d5-8a89-995394f64605), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:08.158176 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-9db9215a-a4c6-4cc9-a944-4549589b7645 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (5db21c8f-5862-41d5-8a89-995394f64605), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:08.188922 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db9215a-a4c6-4cc9-a944-4549589b7645 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5db21c8f-5862-41d5-8a89-995394f64605,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:08.316370 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-9db9215a-a4c6-4cc9-a944-4549589b7645 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:08.317882 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-9db9215a-a4c6-4cc9-a944-4549589b7645 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4233866 Jul 28 04:06:08.320873 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 58430) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:06:08.325909 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-813abd05-1e4f-4c72-a348-4bf202773416 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Request body: {'security_group_rule': {'security_group_id': '5db21c8f-5862-41d5-8a89-995394f64605', 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:06:08.503589 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-813abd05-1e4f-4c72-a348-4bf202773416 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks [] for security_group_rule (9ba74e8f-422a-4054-afa1-b7911761ffcb), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:08.560656 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-813abd05-1e4f-4c72-a348-4bf202773416 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks [] for security_group_rule (9ba74e8f-422a-4054-afa1-b7911761ffcb), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:08.645452 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-813abd05-1e4f-4c72-a348-4bf202773416 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831501'] for security_group_rule (9ba74e8f-422a-4054-afa1-b7911761ffcb), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:08.667927 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813abd05-1e4f-4c72-a348-4bf202773416 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ba74e8f-422a-4054-afa1-b7911761ffcb,revision_number=0']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:08.749985 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-813abd05-1e4f-4c72-a348-4bf202773416 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:08.751235 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-813abd05-1e4f-4c72-a348-4bf202773416 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4293396 Jul 28 04:06:08.757416 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 58432) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:06:08.762322 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-c34a5ae0-2579-4c51-9f83-ee51f324a6d4 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Request body: {'security_group_rule': {'security_group_id': '5db21c8f-5862-41d5-8a89-995394f64605', 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:06:08.876479 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-c34a5ae0-2579-4c51-9f83-ee51f324a6d4 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks [] for security_group_rule (9c6043bc-b3bc-4777-b08f-31a3479844c4), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:08.936963 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-c34a5ae0-2579-4c51-9f83-ee51f324a6d4 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks [] for security_group_rule (9c6043bc-b3bc-4777-b08f-31a3479844c4), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:09.043062 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-c34a5ae0-2579-4c51-9f83-ee51f324a6d4 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831501'] for security_group_rule (9c6043bc-b3bc-4777-b08f-31a3479844c4), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:09.064480 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a5ae0-2579-4c51-9f83-ee51f324a6d4 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c6043bc-b3bc-4777-b08f-31a3479844c4,revision_number=0']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:09.153584 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 4861475b-fd26-4aa4-8a5d-2eeb0d202991 up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:06:09.154347 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-c34a5ae0-2579-4c51-9f83-ee51f324a6d4 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:09.155677 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-c34a5ae0-2579-4c51-9f83-ee51f324a6d4 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3968515 Jul 28 04:06:09.160189 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 58442) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:06:09.163033 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-a071d954-2b1a-499e-a779-86850ddf5291 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Request body: {'security_group_rule': {'security_group_id': '5db21c8f-5862-41d5-8a89-995394f64605', 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:06:09.208683 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port 4861475b-fd26-4aa4-8a5d-2eeb0d202991 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:06:09.209075 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (4861475b-fd26-4aa4-8a5d-2eeb0d202991), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:09.279660 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-a071d954-2b1a-499e-a779-86850ddf5291 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks [] for security_group_rule (514cc14d-beed-4880-ae25-c25a65b2346c), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:09.284999 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port 4861475b-fd26-4aa4-8a5d-2eeb0d202991 is: DOWN; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:06:09.292309 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (4861475b-fd26-4aa4-8a5d-2eeb0d202991), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:09.307428 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] For port 4861475b-fd26-4aa4-8a5d-2eeb0d202991, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=4861475b-fd26-4aa4-8a5d-2eeb0d202991,segment=NetworkSegment(f2985cdc-b551-4e3f-9fbc-bf06e2065a47),segment_id=f2985cdc-b551-4e3f-9fbc-bf06e2065a47)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:06:09.323780 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:09.350245 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-a071d954-2b1a-499e-a779-86850ddf5291 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks [] for security_group_rule (514cc14d-beed-4880-ae25-c25a65b2346c), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:09.369570 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (4861475b-fd26-4aa4-8a5d-2eeb0d202991), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:09.420730 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Pushing event updated for resources: {'Port': ['ID=4861475b-fd26-4aa4-8a5d-2eeb0d202991,revision_number=4']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:09.443183 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-a071d954-2b1a-499e-a779-86850ddf5291 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831501'] for security_group_rule (514cc14d-beed-4880-ae25-c25a65b2346c), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:09.464171 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a071d954-2b1a-499e-a779-86850ddf5291 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=514cc14d-beed-4880-ae25-c25a65b2346c,revision_number=0']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:09.589748 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-a071d954-2b1a-499e-a779-86850ddf5291 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:09.591017 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-a071d954-2b1a-499e-a779-86850ddf5291 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4315202 Jul 28 04:06:09.594000 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 58444) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:06:09.598456 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-948a531f-559e-42f5-ae36-6c8a4ccd3fe0 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Request body: {'security_group_rule': {'security_group_id': '5db21c8f-5862-41d5-8a89-995394f64605', 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:06:09.702696 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-948a531f-559e-42f5-ae36-6c8a4ccd3fe0 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks [] for security_group_rule (a747044c-c739-4ed6-a371-b522920cde54), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:09.749097 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea8c4e6-bb27-4688-8e25-039d1ec047d0 None None] Sync routers for ids ['ee59516c-1fcb-4599-b442-f1907a310227'] in dv-cinder-851279-1-iscsi {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:06:09.759504 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea8c4e6-bb27-4688-8e25-039d1ec047d0 None None] Routers {'ee59516c-1fcb-4599-b442-f1907a310227'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:06:09.760167 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-aea8c4e6-bb27-4688-8e25-039d1ec047d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:05:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['ee59516c-1fcb-4599-b442-f1907a310227'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:06:09.770655 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-948a531f-559e-42f5-ae36-6c8a4ccd3fe0 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks [] for security_group_rule (a747044c-c739-4ed6-a371-b522920cde54), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:09.848397 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-948a531f-559e-42f5-ae36-6c8a4ccd3fe0 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831501'] for security_group_rule (a747044c-c739-4ed6-a371-b522920cde54), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:09.870915 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a531f-559e-42f5-ae36-6c8a4ccd3fe0 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a747044c-c739-4ed6-a371-b522920cde54,revision_number=0']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:09.881381 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-aea8c4e6-bb27-4688-8e25-039d1ec047d0 None None] Set router ee59516c-1fcb-4599-b442-f1907a310227 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:06:09.951725 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-948a531f-559e-42f5-ae36-6c8a4ccd3fe0 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:09.955520 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-948a531f-559e-42f5-ae36-6c8a4ccd3fe0 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3603604 Jul 28 04:06:09.959148 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 58454) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:06:09.965112 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-6669825b-87a1-4936-8a4b-a138a14343d9 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Request body: {'security_group_rule': {'security_group_id': '5db21c8f-5862-41d5-8a89-995394f64605', 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:06:10.089406 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.db.securitygroups_db [None req-6669825b-87a1-4936-8a4b-a138a14343d9 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Project 9aa592e1b58f4804ad264f0cd721b1ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 04:06:10.102096 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-6669825b-87a1-4936-8a4b-a138a14343d9 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks [] for security_group_rule (0d7ef5ef-780f-4c16-8624-1c8f0ef02963), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:10.103805 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-aea8c4e6-bb27-4688-8e25-039d1ec047d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee59516c-1fcb-4599-b442-f1907a310227', 'name': 'tempest-TestVolumeBootPattern-1396525471-router', 'tenant_id': '1275cb55ce5f4973aebffdf5c7bd88ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '4861475b-fd26-4aa4-8a5d-2eeb0d202991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:06:01Z', 'updated_at': '2022-07-28T04:06:06Z', 'revision_number': 4, 'project_id': '1275cb55ce5f4973aebffdf5c7bd88ae', 'gw_port': {'id': '4861475b-fd26-4aa4-8a5d-2eeb0d202991', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:89:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee59516c-1fcb-4599-b442-f1907a310227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:06:02Z', 'updated_at': '2022-07-28T04:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '83368610-6b67-438c-82e6-bc3e78545733', 'name': '', 'network_id': 'cba95afc-2c9b-4b04-957d-02e4690379aa', 'tenant_id': '1275cb55ce5f4973aebffdf5c7bd88ae', 'mac_address': 'fa:16:3e:5f:11:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee59516c-1fcb-4599-b442-f1907a310227', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'af2984fd-5e8d-4baf-80bf-ed5c8be92490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:06:05Z', 'updated_at': '2022-07-28T04:06:06Z', 'revision_number': 2, 'project_id': '1275cb55ce5f4973aebffdf5c7bd88ae', 'subnets': [{'id': 'af2984fd-5e8d-4baf-80bf-ed5c8be92490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:06:10.136228 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea8c4e6-bb27-4688-8e25-039d1ec047d0 None None] Checking router: ee59516c-1fcb-4599-b442-f1907a310227 for host: dv-cinder-851279-1-iscsi {{(pid=121477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:06:10.136604 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea8c4e6-bb27-4688-8e25-039d1ec047d0 None None] Updating router ee59516c-1fcb-4599-b442-f1907a310227 port 83368610-6b67-438c-82e6-bc3e78545733 binding host dv-cinder-851279-1-iscsi {{(pid=121477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:06:10.169716 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-aea8c4e6-bb27-4688-8e25-039d1ec047d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (83368610-6b67-438c-82e6-bc3e78545733), before_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:10.174036 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-6669825b-87a1-4936-8a4b-a138a14343d9 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks [] for security_group_rule (0d7ef5ef-780f-4c16-8624-1c8f0ef02963), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:10.267704 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-6669825b-87a1-4936-8a4b-a138a14343d9 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831501'] for security_group_rule (0d7ef5ef-780f-4c16-8624-1c8f0ef02963), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:10.290837 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6669825b-87a1-4936-8a4b-a138a14343d9 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d7ef5ef-780f-4c16-8624-1c8f0ef02963,revision_number=0']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:10.371794 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-6669825b-87a1-4936-8a4b-a138a14343d9 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:10.377029 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-6669825b-87a1-4936-8a4b-a138a14343d9 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4125063 Jul 28 04:06:10.379340 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 58474) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:06:10.384290 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-38865fb3-ed74-4e2e-9312-50ab49e07681 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Request body: {'security_group_rule': {'security_group_id': '5db21c8f-5862-41d5-8a89-995394f64605', 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:06:10.398536 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:INSERT=11,neutron:SELECT=80,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:10.474855 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-aea8c4e6-bb27-4688-8e25-039d1ec047d0 None None] Publish callbacks [] for port (83368610-6b67-438c-82e6-bc3e78545733), precommit_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:10.511815 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.db.securitygroups_db [None req-38865fb3-ed74-4e2e-9312-50ab49e07681 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Project 9aa592e1b58f4804ad264f0cd721b1ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 04:06:10.518316 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-38865fb3-ed74-4e2e-9312-50ab49e07681 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks [] for security_group_rule (d0fd406d-937e-4640-a2e7-e3285fd95422), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:10.544901 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218676ce-24a3-46ea-a4f2-987fb393d6e9 req-c3fd70d3-5285-4667-bfb5-f4a44a79c4dc tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:06:10.546684 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-218676ce-24a3-46ea-a4f2-987fb393d6e9 req-c3fd70d3-5285-4667-bfb5-f4a44a79c4dc tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 947 time: 0.0557201 Jul 28 04:06:10.580460 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-aea8c4e6-bb27-4688-8e25-039d1ec047d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (83368610-6b67-438c-82e6-bc3e78545733), after_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:10.607530 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-38865fb3-ed74-4e2e-9312-50ab49e07681 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks [] for security_group_rule (d0fd406d-937e-4640-a2e7-e3285fd95422), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:10.609870 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-218676ce-24a3-46ea-a4f2-987fb393d6e9 req-7beca5e9-bb13-465d-9db6-b58f92005323 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563207 Jul 28 04:06:10.655370 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e3aa79-b2cc-4c9b-8b09-0fdbc36d78e5 None None] Pushing event updated for resources: {'Port': ['ID=83368610-6b67-438c-82e6-bc3e78545733,revision_number=3']} {{(pid=121477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:10.668548 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-38865fb3-ed74-4e2e-9312-50ab49e07681 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831501'] for security_group_rule (d0fd406d-937e-4640-a2e7-e3285fd95422), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:10.707693 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.managers [None req-aea8c4e6-bb27-4688-8e25-039d1ec047d0 None None] Attempting to bind port 83368610-6b67-438c-82e6-bc3e78545733 on host dv-cinder-851279-1-iscsi for vnic_type normal with profile {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 04:06:10.713432 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.managers [None req-aea8c4e6-bb27-4688-8e25-039d1ec047d0 None None] Attempting to bind port 83368610-6b67-438c-82e6-bc3e78545733 by drivers openvswitch,hyperv on host dv-cinder-851279-1-iscsi at level 0 using segments [{'id': '19af60a0-7860-4622-b309-e5e3d8a5f945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cba95afc-2c9b-4b04-957d-02e4690379aa'}] {{(pid=121477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 04:06:10.713432 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea8c4e6-bb27-4688-8e25-039d1ec047d0 None None] Attempting to bind port 83368610-6b67-438c-82e6-bc3e78545733 on network cba95afc-2c9b-4b04-957d-02e4690379aa {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:06:10.715098 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea8c4e6-bb27-4688-8e25-039d1ec047d0 None None] Checking agent: {'id': '51dbe35b-f2d3-4ce9-b487-580c36e6d07a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 49, 50), 'started_at': datetime.datetime(2022, 7, 28, 3, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 4, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 04:06:10.715482 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea8c4e6-bb27-4688-8e25-039d1ec047d0 None None] Checking segment: {'id': '19af60a0-7860-4622-b309-e5e3d8a5f945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cba95afc-2c9b-4b04-957d-02e4690379aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 04:06:10.715892 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-aea8c4e6-bb27-4688-8e25-039d1ec047d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:10.716311 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea8c4e6-bb27-4688-8e25-039d1ec047d0 None None] Bound using segment: {'id': '19af60a0-7860-4622-b309-e5e3d8a5f945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cba95afc-2c9b-4b04-957d-02e4690379aa'} {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 04:06:10.716796 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.managers [None req-aea8c4e6-bb27-4688-8e25-039d1ec047d0 None None] Bound port: 83368610-6b67-438c-82e6-bc3e78545733, host: dv-cinder-851279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19af60a0-7860-4622-b309-e5e3d8a5f945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cba95afc-2c9b-4b04-957d-02e4690379aa'}}] {{(pid=121477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 04:06:10.717180 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-aea8c4e6-bb27-4688-8e25-039d1ec047d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (83368610-6b67-438c-82e6-bc3e78545733), before_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:10.741142 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38865fb3-ed74-4e2e-9312-50ab49e07681 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0fd406d-937e-4640-a2e7-e3285fd95422,revision_number=0']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:10.771339 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:10.785098 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:10.793212 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.db [None req-aea8c4e6-bb27-4688-8e25-039d1ec047d0 None None] For port 83368610-6b67-438c-82e6-bc3e78545733, host dv-cinder-851279-1-iscsi, cleared binding levels {{(pid=121477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:06:10.796733 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.db [None req-aea8c4e6-bb27-4688-8e25-039d1ec047d0 None None] For port 83368610-6b67-438c-82e6-bc3e78545733, host dv-cinder-851279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=83368610-6b67-438c-82e6-bc3e78545733,segment=NetworkSegment(19af60a0-7860-4622-b309-e5e3d8a5f945),segment_id=19af60a0-7860-4622-b309-e5e3d8a5f945)] {{(pid=121477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:06:10.840495 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-38865fb3-ed74-4e2e-9312-50ab49e07681 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:10.844105 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-38865fb3-ed74-4e2e-9312-50ab49e07681 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4633760 Jul 28 04:06:10.844449 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-e599506e-7b07-48da-88ad-7657d80076dc None None] Provisioning complete for port 83368610-6b67-438c-82e6-bc3e78545733 triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:06:10.845387 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-e599506e-7b07-48da-88ad-7657d80076dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (83368610-6b67-438c-82e6-bc3e78545733), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:10.882738 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-e599506e-7b07-48da-88ad-7657d80076dc None None] Port 83368610-6b67-438c-82e6-bc3e78545733 cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 04:06:10.887366 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-aea8c4e6-bb27-4688-8e25-039d1ec047d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (83368610-6b67-438c-82e6-bc3e78545733), after_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:10.944919 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea8c4e6-bb27-4688-8e25-039d1ec047d0 None None] Routers {'ee59516c-1fcb-4599-b442-f1907a310227'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:06:10.945627 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-aea8c4e6-bb27-4688-8e25-039d1ec047d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:05:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['ee59516c-1fcb-4599-b442-f1907a310227'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:06:11.003542 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e3aa79-b2cc-4c9b-8b09-0fdbc36d78e5 None None] Pushing event updated for resources: {'Port': ['ID=83368610-6b67-438c-82e6-bc3e78545733,revision_number=4']} {{(pid=121477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:11.091870 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-aea8c4e6-bb27-4688-8e25-039d1ec047d0 None None] Set router ee59516c-1fcb-4599-b442-f1907a310227 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:06:11.209381 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-5d7e7101-14de-4743-8e1a-1b86775d903d None None] Provisioning complete for port 83368610-6b67-438c-82e6-bc3e78545733 triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:06:11.211692 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-5d7e7101-14de-4743-8e1a-1b86775d903d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (83368610-6b67-438c-82e6-bc3e78545733), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:11.277582 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 58530) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:06:11.279402 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 4861475b-fd26-4aa4-8a5d-2eeb0d202991 up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:06:11.392870 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:11.412904 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port 4861475b-fd26-4aa4-8a5d-2eeb0d202991 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:06:11.413278 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-aea8c4e6-bb27-4688-8e25-039d1ec047d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee59516c-1fcb-4599-b442-f1907a310227', 'name': 'tempest-TestVolumeBootPattern-1396525471-router', 'tenant_id': '1275cb55ce5f4973aebffdf5c7bd88ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '4861475b-fd26-4aa4-8a5d-2eeb0d202991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:06:01Z', 'updated_at': '2022-07-28T04:06:06Z', 'revision_number': 4, 'project_id': '1275cb55ce5f4973aebffdf5c7bd88ae', 'gw_port': {'id': '4861475b-fd26-4aa4-8a5d-2eeb0d202991', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:89:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee59516c-1fcb-4599-b442-f1907a310227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:06:02Z', 'updated_at': '2022-07-28T04:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '83368610-6b67-438c-82e6-bc3e78545733', 'name': '', 'network_id': 'cba95afc-2c9b-4b04-957d-02e4690379aa', 'tenant_id': '1275cb55ce5f4973aebffdf5c7bd88ae', 'mac_address': 'fa:16:3e:5f:11:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee59516c-1fcb-4599-b442-f1907a310227', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'af2984fd-5e8d-4baf-80bf-ed5c8be92490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:06:05Z', 'updated_at': '2022-07-28T04:06:10Z', 'revision_number': 4, 'project_id': '1275cb55ce5f4973aebffdf5c7bd88ae', 'subnets': [{'id': 'af2984fd-5e8d-4baf-80bf-ed5c8be92490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:06:11.413497 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (4861475b-fd26-4aa4-8a5d-2eeb0d202991), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:11.417199 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-5d7e7101-14de-4743-8e1a-1b86775d903d None None] Current status of the port 83368610-6b67-438c-82e6-bc3e78545733 is: DOWN; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:06:11.417585 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-5d7e7101-14de-4743-8e1a-1b86775d903d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (83368610-6b67-438c-82e6-bc3e78545733), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:11.426733 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-942f731e-4ed2-465d-bfcd-ce485e9bb975 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:11.441548 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea8c4e6-bb27-4688-8e25-039d1ec047d0 None None] The sync data for ids ['ee59516c-1fcb-4599-b442-f1907a310227'] in dv-cinder-851279-1-iscsi is: [{'id': 'ee59516c-1fcb-4599-b442-f1907a310227', 'name': 'tempest-TestVolumeBootPattern-1396525471-router', 'tenant_id': '1275cb55ce5f4973aebffdf5c7bd88ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '4861475b-fd26-4aa4-8a5d-2eeb0d202991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:06:01Z', 'updated_at': '2022-07-28T04:06:06Z', 'revision_number': 4, 'project_id': '1275cb55ce5f4973aebffdf5c7bd88ae', 'gw_port': {'id': '4861475b-fd26-4aa4-8a5d-2eeb0d202991', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:89:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee59516c-1fcb-4599-b442-f1907a310227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:06:02Z', 'updated_at': '2022-07-28T04:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '83368610-6b67-438c-82e6-bc3e78545733', 'name': '', 'network_id': 'cba95afc-2c9b-4b04-957d-02e4690379aa', 'tenant_id': '1275cb55ce5f4973aebffdf5c7bd88ae', 'mac_address': 'fa:16:3e:5f:11:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee59516c-1fcb-4599-b442-f1907a310227', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'af2984fd-5e8d-4baf-80bf-ed5c8be92490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:06:05Z', 'updated_at': '2022-07-28T04:06:10Z', 'revision_number': 4, 'project_id': '1275cb55ce5f4973aebffdf5c7bd88ae', 'subnets': [{'id': 'af2984fd-5e8d-4baf-80bf-ed5c8be92490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:06:11.505040 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-5d7e7101-14de-4743-8e1a-1b86775d903d None None] For port 83368610-6b67-438c-82e6-bc3e78545733, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=83368610-6b67-438c-82e6-bc3e78545733,segment=NetworkSegment(19af60a0-7860-4622-b309-e5e3d8a5f945),segment_id=19af60a0-7860-4622-b309-e5e3d8a5f945)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:06:11.558580 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-942f731e-4ed2-465d-bfcd-ce485e9bb975 admin admin] Publish callbacks [] for security_group (ddaf5a60-b6b1-437d-b688-23c2c35767a9), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:11.574883 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port 4861475b-fd26-4aa4-8a5d-2eeb0d202991 is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:06:11.657438 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-942f731e-4ed2-465d-bfcd-ce485e9bb975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (ddaf5a60-b6b1-437d-b688-23c2c35767a9), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:11.660788 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-5d7e7101-14de-4743-8e1a-1b86775d903d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (83368610-6b67-438c-82e6-bc3e78545733), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:11.692808 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 58536) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:06:11.707082 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-942f731e-4ed2-465d-bfcd-ce485e9bb975 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6278c5e28d93435ba75c04937e92dabd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4270875 Jul 28 04:06:11.736061 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f731e-4ed2-465d-bfcd-ce485e9bb975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddaf5a60-b6b1-437d-b688-23c2c35767a9,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:11.777443 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e7101-14de-4743-8e1a-1b86775d903d None None] Pushing event updated for resources: {'Port': ['ID=83368610-6b67-438c-82e6-bc3e78545733,revision_number=5']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:11.878642 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-c17a92e2-5266-4b15-8515-22a718f11510 admin admin] Publish callbacks [] for security_group (ddaf5a60-b6b1-437d-b688-23c2c35767a9), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:11.889257 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee2199-0361-4983-9d37-ee05f2651c95 req-0ab529b7-f7f3-4681-aebc-2c6faa0f79c9 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:06:11.890843 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-06ee2199-0361-4983-9d37-ee05f2651c95 req-0ab529b7-f7f3-4681-aebc-2c6faa0f79c9 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.67 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 947 time: 0.1582520 Jul 28 04:06:11.918915 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f798a5f-4c47-4c3d-9ea4-245f2583b60f req-4f79772f-85a0-47d5-bd02-9ab79814ec4c tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:06:11.920554 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0f798a5f-4c47-4c3d-9ea4-245f2583b60f req-4f79772f-85a0-47d5-bd02-9ab79814ec4c tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 947 time: 0.1131184 Jul 28 04:06:11.979571 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-c17a92e2-5266-4b15-8515-22a718f11510 admin admin] Publish callbacks [] for security_group (ddaf5a60-b6b1-437d-b688-23c2c35767a9), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:12.126970 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0f798a5f-4c47-4c3d-9ea4-245f2583b60f req-96c8ac67-8362-4d7b-9627-e21ad2bd6579 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815040 Jul 28 04:06:12.128501 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:12.141560 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [req-06ee2199-0361-4983-9d37-ee05f2651c95 req-9ae8ba07-19a4-456c-9d5f-3f62133e76fe tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Deleting port de721302-c218-45d7-87a1-d79d5e51a7e4 {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:06:12.141921 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-06ee2199-0361-4983-9d37-ee05f2651c95 req-9ae8ba07-19a4-456c-9d5f-3f62133e76fe tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (de721302-c218-45d7-87a1-d79d5e51a7e4), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:12.285366 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-c17a92e2-5266-4b15-8515-22a718f11510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (ddaf5a60-b6b1-437d-b688-23c2c35767a9), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:12.288143 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-c17a92e2-5266-4b15-8515-22a718f11510 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:12.289536 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-c17a92e2-5266-4b15-8515-22a718f11510 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ddaf5a60-b6b1-437d-b688-23c2c35767a9 HTTP/1.1" status: 204 len: 168 time: 0.5950508 Jul 28 04:06:12.292356 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-06ee2199-0361-4983-9d37-ee05f2651c95 req-9ae8ba07-19a4-456c-9d5f-3f62133e76fe tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] For port de721302-c218-45d7-87a1-d79d5e51a7e4, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=de721302-c218-45d7-87a1-d79d5e51a7e4,segment=NetworkSegment(7ac5aa42-d84c-402d-8b7d-91411dee0356),segment_id=7ac5aa42-d84c-402d-8b7d-91411dee0356)] {{(pid=121474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:06:12.292748 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-06ee2199-0361-4983-9d37-ee05f2651c95 req-9ae8ba07-19a4-456c-9d5f-3f62133e76fe tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (de721302-c218-45d7-87a1-d79d5e51a7e4), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:12.311175 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a92e2-5266-4b15-8515-22a718f11510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddaf5a60-b6b1-437d-b688-23c2c35767a9,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:12.513117 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-06ee2199-0361-4983-9d37-ee05f2651c95 req-9ae8ba07-19a4-456c-9d5f-3f62133e76fe tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:12.513693 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-06ee2199-0361-4983-9d37-ee05f2651c95 req-9ae8ba07-19a4-456c-9d5f-3f62133e76fe tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739753'] for floatingip (87555fcd-be94-4c30-aa83-56e0e0d1af35), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:12.513693 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.db.l3_db [req-06ee2199-0361-4983-9d37-ee05f2651c95 req-9ae8ba07-19a4-456c-9d5f-3f62133e76fe tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Floating IP 87555fcd-be94-4c30-aa83-56e0e0d1af35 disassociated. External IP: 172.27.0.62, port: de721302-c218-45d7-87a1-d79d5e51a7e4. Jul 28 04:06:12.513944 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [req-06ee2199-0361-4983-9d37-ee05f2651c95 req-9ae8ba07-19a4-456c-9d5f-3f62133e76fe tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Calling delete_port for de721302-c218-45d7-87a1-d79d5e51a7e4 owned by compute:nova {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:06:12.564616 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:12.769750 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-06ee2199-0361-4983-9d37-ee05f2651c95 req-9ae8ba07-19a4-456c-9d5f-3f62133e76fe tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (de721302-c218-45d7-87a1-d79d5e51a7e4), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:12.839005 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae8ba07-19a4-456c-9d5f-3f62133e76fe tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Pushing event deleted for resources: {'Port': ['ID=de721302-c218-45d7-87a1-d79d5e51a7e4,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:12.965137 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06ee2199-0361-4983-9d37-ee05f2651c95 req-9ae8ba07-19a4-456c-9d5f-3f62133e76fe tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Router 95336a6e-dd7f-42bf-bff6-d0b1501d2a21 has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 04:06:13.093392 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06ee2199-0361-4983-9d37-ee05f2651c95 req-9ae8ba07-19a4-456c-9d5f-3f62133e76fe tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:06:13.106496 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328f8d6b-25ee-4fa5-938b-7f9033266263 None None] Sync routers for ids ['95336a6e-dd7f-42bf-bff6-d0b1501d2a21'] in dv-cinder-851279-1-iscsi {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:06:13.126141 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:13.129317 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328f8d6b-25ee-4fa5-938b-7f9033266263 None None] Routers {'95336a6e-dd7f-42bf-bff6-d0b1501d2a21'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:06:13.130328 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-328f8d6b-25ee-4fa5-938b-7f9033266263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:05:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['95336a6e-dd7f-42bf-bff6-d0b1501d2a21'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:06:13.178994 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ee2199-0361-4983-9d37-ee05f2651c95 req-9ae8ba07-19a4-456c-9d5f-3f62133e76fe tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] No DVR routers for this DVR port de721302-c218-45d7-87a1-d79d5e51a7e4 on host hv-cinder-85127 {{(pid=121474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 04:06:13.185763 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-06ee2199-0361-4983-9d37-ee05f2651c95 req-9ae8ba07-19a4-456c-9d5f-3f62133e76fe tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:13.205882 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 58572) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:06:13.211265 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-06ee2199-0361-4983-9d37-ee05f2651c95 req-9ae8ba07-19a4-456c-9d5f-3f62133e76fe tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.67 "DELETE /v2.0/ports/de721302-c218-45d7-87a1-d79d5e51a7e4 HTTP/1.1" status: 204 len: 173 time: 1.3114946 Jul 28 04:06:13.215010 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29710033-f00f-435c-8485-9dd60d728f27', 'name': 'network-vif-deleted', 'tag': 'de721302-c218-45d7-87a1-d79d5e51a7e4'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:06:13.225070 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7e2099-58c6-4c1b-945c-3fb017b40de4" -d '{"events": [{"server_uuid": "29710033-f00f-435c-8485-9dd60d728f27", "name": "network-vif-deleted", "tag": "de721302-c218-45d7-87a1-d79d5e51a7e4"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:06:13.260410 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-a3fbbaf6-e9e9-4acd-978b-ec765af8bc64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:13.344707 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 04:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47849c90-8e40-4ef9-8810-049dce4b643d x-openstack-request-id: req-47849c90-8e40-4ef9-8810-049dce4b643d {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:06:13.345184 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29710033-f00f-435c-8485-9dd60d728f27", "name": "network-vif-deleted", "tag": "de721302-c218-45d7-87a1-d79d5e51a7e4", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:06:13.346149 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-47849c90-8e40-4ef9-8810-049dce4b643d {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:06:13.347547 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47849c90-8e40-4ef9-8810-049dce4b643d'] response: {'server_uuid': '29710033-f00f-435c-8485-9dd60d728f27', 'name': 'network-vif-deleted', 'tag': 'de721302-c218-45d7-87a1-d79d5e51a7e4', 'status': 'completed', 'code': 200} Jul 28 04:06:13.465930 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-a3fbbaf6-e9e9-4acd-978b-ec765af8bc64 admin admin] Publish callbacks [] for security_group (6fb9b987-b915-4e47-98ca-e1bc988745ec), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:13.467351 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:13.512054 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-195031a7-2489-4430-8c0a-cf0304a5cf1b req-4b062d6a-d5cb-46ff-ab2e-000b81fb2f02 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/ports?device_id=29710033-f00f-435c-8485-9dd60d728f27 HTTP/1.1" status: 200 len: 210 time: 0.0426519 Jul 28 04:06:13.529053 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-a3fbbaf6-e9e9-4acd-978b-ec765af8bc64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (6fb9b987-b915-4e47-98ca-e1bc988745ec), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:13.616449 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 83368610-6b67-438c-82e6-bc3e78545733 up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:06:13.630548 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fbbaf6-e9e9-4acd-978b-ec765af8bc64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb9b987-b915-4e47-98ca-e1bc988745ec,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:13.639929 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-a3fbbaf6-e9e9-4acd-978b-ec765af8bc64 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fea1819effac4ca7a7e9ee86fbcd190b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4329345 Jul 28 04:06:13.646530 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 58578) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:06:13.691253 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-328f8d6b-25ee-4fa5-938b-7f9033266263 None None] Set router 95336a6e-dd7f-42bf-bff6-d0b1501d2a21 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:06:13.720505 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-4f8dfa6f-b8b5-4ad7-a6cb-9ab60ebfa68b admin admin] Publish callbacks [] for security_group (6fb9b987-b915-4e47-98ca-e1bc988745ec), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:13.739072 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port 83368610-6b67-438c-82e6-bc3e78545733 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:06:13.739544 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (83368610-6b67-438c-82e6-bc3e78545733), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:13.784723 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-4f8dfa6f-b8b5-4ad7-a6cb-9ab60ebfa68b admin admin] Publish callbacks [] for security_group (6fb9b987-b915-4e47-98ca-e1bc988745ec), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:13.968335 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port 83368610-6b67-438c-82e6-bc3e78545733 is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:06:13.988252 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-4f8dfa6f-b8b5-4ad7-a6cb-9ab60ebfa68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (6fb9b987-b915-4e47-98ca-e1bc988745ec), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:13.991081 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-4f8dfa6f-b8b5-4ad7-a6cb-9ab60ebfa68b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:13.992885 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-4f8dfa6f-b8b5-4ad7-a6cb-9ab60ebfa68b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6fb9b987-b915-4e47-98ca-e1bc988745ec HTTP/1.1" status: 204 len: 168 time: 0.3443966 Jul 28 04:06:14.008025 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8dfa6f-b8b5-4ad7-a6cb-9ab60ebfa68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb9b987-b915-4e47-98ca-e1bc988745ec,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:14.034640 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-328f8d6b-25ee-4fa5-938b-7f9033266263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'name': 'tempest-AttachVolumeShelveTestJSON-508782801-router', 'tenant_id': '52b087e8dc5c4426b8402dfdf99328ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '7b5d5ba8-6147-4c01-9701-b138b2a8254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T03:58:56Z', 'revision_number': 4, 'project_id': '52b087e8dc5c4426b8402dfdf99328ad', 'gw_port': {'id': '7b5d5ba8-6147-4c01-9701-b138b2a8254d', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '956e5455-c6ed-45cd-ab56-d0cb6bb35657', 'name': '', 'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc', 'tenant_id': '52b087e8dc5c4426b8402dfdf99328ad', 'mac_address': 'fa:16:3e:06:ab:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '81f8d920-e036-48ec-bb1b-67fea0f2e9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:54Z', 'updated_at': '2022-07-28T03:59:07Z', 'revision_number': 5, 'project_id': '52b087e8dc5c4426b8402dfdf99328ad', 'subnets': [{'id': '81f8d920-e036-48ec-bb1b-67fea0f2e9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:06:14.081237 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328f8d6b-25ee-4fa5-938b-7f9033266263 None None] Checking router: 95336a6e-dd7f-42bf-bff6-d0b1501d2a21 for host: dv-cinder-851279-1-iscsi {{(pid=121476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:06:14.091534 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328f8d6b-25ee-4fa5-938b-7f9033266263 None None] Routers {'95336a6e-dd7f-42bf-bff6-d0b1501d2a21'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:06:14.092225 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-328f8d6b-25ee-4fa5-938b-7f9033266263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:05:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['95336a6e-dd7f-42bf-bff6-d0b1501d2a21'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:06:14.242832 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-328f8d6b-25ee-4fa5-938b-7f9033266263 None None] Set router 95336a6e-dd7f-42bf-bff6-d0b1501d2a21 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:06:14.436785 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=100 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:14.521371 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-328f8d6b-25ee-4fa5-938b-7f9033266263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'name': 'tempest-AttachVolumeShelveTestJSON-508782801-router', 'tenant_id': '52b087e8dc5c4426b8402dfdf99328ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '7b5d5ba8-6147-4c01-9701-b138b2a8254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T03:58:56Z', 'revision_number': 4, 'project_id': '52b087e8dc5c4426b8402dfdf99328ad', 'gw_port': {'id': '7b5d5ba8-6147-4c01-9701-b138b2a8254d', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '956e5455-c6ed-45cd-ab56-d0cb6bb35657', 'name': '', 'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc', 'tenant_id': '52b087e8dc5c4426b8402dfdf99328ad', 'mac_address': 'fa:16:3e:06:ab:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '81f8d920-e036-48ec-bb1b-67fea0f2e9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:54Z', 'updated_at': '2022-07-28T03:59:07Z', 'revision_number': 5, 'project_id': '52b087e8dc5c4426b8402dfdf99328ad', 'subnets': [{'id': '81f8d920-e036-48ec-bb1b-67fea0f2e9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:06:14.555484 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328f8d6b-25ee-4fa5-938b-7f9033266263 None None] The sync data for ids ['95336a6e-dd7f-42bf-bff6-d0b1501d2a21'] in dv-cinder-851279-1-iscsi is: [{'id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'name': 'tempest-AttachVolumeShelveTestJSON-508782801-router', 'tenant_id': '52b087e8dc5c4426b8402dfdf99328ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '7b5d5ba8-6147-4c01-9701-b138b2a8254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T03:58:56Z', 'revision_number': 4, 'project_id': '52b087e8dc5c4426b8402dfdf99328ad', 'gw_port': {'id': '7b5d5ba8-6147-4c01-9701-b138b2a8254d', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '956e5455-c6ed-45cd-ab56-d0cb6bb35657', 'name': '', 'network_id': '500d2409-0505-4e71-ad33-d33fa2f8a8dc', 'tenant_id': '52b087e8dc5c4426b8402dfdf99328ad', 'mac_address': 'fa:16:3e:06:ab:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '81f8d920-e036-48ec-bb1b-67fea0f2e9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:54Z', 'updated_at': '2022-07-28T03:59:07Z', 'revision_number': 5, 'project_id': '52b087e8dc5c4426b8402dfdf99328ad', 'subnets': [{'id': '81f8d920-e036-48ec-bb1b-67fea0f2e9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:06:14.836358 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 58614) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:06:14.891676 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051ad807-bcad-4495-8f98-2633055cb1ec None None] New status for floating IP 87555fcd-be94-4c30-aa83-56e0e0d1af35: DOWN {{(pid=121477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 04:06:14.918988 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-1bf8926d-7109-4f39-ad8d-bc184fc453eb tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks [] for security_group (56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:14.934522 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f9395bd9-92d1-410f-b63c-03163318429e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:14.951600 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-1bf8926d-7109-4f39-ad8d-bc184fc453eb tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks [] for security_group (56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:14.975607 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:15.118792 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-1bf8926d-7109-4f39-ad8d-bc184fc453eb tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:15.121764 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-1bf8926d-7109-4f39-ad8d-bc184fc453eb tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:15.123278 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-1bf8926d-7109-4f39-ad8d-bc184fc453eb tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "DELETE /v2.0/security-groups/56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7 HTTP/1.1" status: 204 len: 168 time: 0.2868629 Jul 28 04:06:15.126169 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 58618) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:06:15.136308 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8926d-7109-4f39-ad8d-bc184fc453eb tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:15.142211 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.api.v2.resource [None req-9ae83a0f-4b69-458e-a6ee-1da64bcdd5cb tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] show failed (client error): The resource could not be found. Jul 28 04:06:15.143319 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-9ae83a0f-4b69-458e-a6ee-1da64bcdd5cb tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "GET /v2.0/security-groups/56e2d847-d7f4-40b9-9d0c-ea8d6bc6b2f7 HTTP/1.1" status: 404 len: 347 time: 0.0160949 Jul 28 04:06:15.146396 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 58620) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:06:15.266060 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.plugin [None req-8d8c5e9d-ca15-4347-8039-b7789d7d3218 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Deleting port a2b90756-3da2-45ff-9f08-4ff59cfbaa9c {{(pid=121475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:06:15.266407 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-8d8c5e9d-ca15-4347-8039-b7789d7d3218 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (a2b90756-3da2-45ff-9f08-4ff59cfbaa9c), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:15.358363 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-8d8c5e9d-ca15-4347-8039-b7789d7d3218 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (a2b90756-3da2-45ff-9f08-4ff59cfbaa9c), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:15.358705 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-8d8c5e9d-ca15-4347-8039-b7789d7d3218 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks [] for floatingip (a2b90756-3da2-45ff-9f08-4ff59cfbaa9c), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:15.368147 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=9 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:15.374061 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.plugin [None req-8d8c5e9d-ca15-4347-8039-b7789d7d3218 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Calling delete_port for a2b90756-3da2-45ff-9f08-4ff59cfbaa9c owned by network:floatingip {{(pid=121475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:06:15.608516 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-8d8c5e9d-ca15-4347-8039-b7789d7d3218 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3956301'] for port (a2b90756-3da2-45ff-9f08-4ff59cfbaa9c), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:15.641411 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8c5e9d-ca15-4347-8039-b7789d7d3218 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Pushing event deleted for resources: {'Port': ['ID=a2b90756-3da2-45ff-9f08-4ff59cfbaa9c,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:15.707536 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-8d8c5e9d-ca15-4347-8039-b7789d7d3218 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks [] for floatingip (87555fcd-be94-4c30-aa83-56e0e0d1af35), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:15.710183 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-8d8c5e9d-ca15-4347-8039-b7789d7d3218 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for floatingip (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:15.714030 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-8d8c5e9d-ca15-4347-8039-b7789d7d3218 tempest-AttachVolumeShelveTestJSON-662774213 tempest-AttachVolumeShelveTestJSON-662774213-project] 10.222.0.66 "DELETE /v2.0/floatingips/87555fcd-be94-4c30-aa83-56e0e0d1af35 HTTP/1.1" status: 204 len: 168 time: 0.5640302 Jul 28 04:06:15.722524 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device de721302-c218-45d7-87a1-d79d5e51a7e4 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:06:15.746921 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] No Port match for: de721302-c218-45d7-87a1-d79d5e51a7e4 {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:06:15.747276 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device de721302-c218-45d7-87a1-d79d5e51a7e4 not bound to the agent host hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:06:17.457086 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-99728bdb-3045-48e8-8d12-e75a79208a05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:18.334322 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:18.716742 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 58722) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:06:18.917962 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d923ff-d983-4784-981f-1bbce4c5c5ac), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:19.596619 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-75a6fa26-4326-4917-99f8-8cbc99647fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736721'] for router_interface (95336a6e-dd7f-42bf-bff6-d0b1501d2a21), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:19.652439 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:19.679593 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:19.854481 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-75a6fa26-4326-4917-99f8-8cbc99647fbb admin admin] Deleting port 956e5455-c6ed-45cd-ab56-d0cb6bb35657 {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:06:19.855282 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-75a6fa26-4326-4917-99f8-8cbc99647fbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (956e5455-c6ed-45cd-ab56-d0cb6bb35657), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:19.951335 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [None req-75a6fa26-4326-4917-99f8-8cbc99647fbb admin admin] For port 956e5455-c6ed-45cd-ab56-d0cb6bb35657, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=956e5455-c6ed-45cd-ab56-d0cb6bb35657,segment=NetworkSegment(7ac5aa42-d84c-402d-8b7d-91411dee0356),segment_id=7ac5aa42-d84c-402d-8b7d-91411dee0356)] {{(pid=121474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:06:19.951710 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-75a6fa26-4326-4917-99f8-8cbc99647fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (956e5455-c6ed-45cd-ab56-d0cb6bb35657), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:19.969518 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-75a6fa26-4326-4917-99f8-8cbc99647fbb admin admin] Calling delete_port for 956e5455-c6ed-45cd-ab56-d0cb6bb35657 owned by network:router_interface {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:06:20.045877 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:20.161604 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:20.291741 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-75a6fa26-4326-4917-99f8-8cbc99647fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (956e5455-c6ed-45cd-ab56-d0cb6bb35657), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:20.324841 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a6fa26-4326-4917-99f8-8cbc99647fbb admin admin] Pushing event deleted for resources: {'Port': ['ID=956e5455-c6ed-45cd-ab56-d0cb6bb35657,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:20.550405 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-75a6fa26-4326-4917-99f8-8cbc99647fbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736837'] for router_interface (95336a6e-dd7f-42bf-bff6-d0b1501d2a21), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:20.797556 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a6fa26-4326-4917-99f8-8cbc99647fbb admin admin] Router 95336a6e-dd7f-42bf-bff6-d0b1501d2a21 has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 04:06:20.850049 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:20.918659 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a6fa26-4326-4917-99f8-8cbc99647fbb admin admin] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:06:20.927694 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-75a6fa26-4326-4917-99f8-8cbc99647fbb admin admin] 10.222.0.66 "PUT /v2.0/routers/95336a6e-dd7f-42bf-bff6-d0b1501d2a21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2108419 Jul 28 04:06:20.929398 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 58766) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:06:20.932970 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c965a2cb-3887-446f-b7b0-10d66d3c432b None None] Sync routers for ids ['95336a6e-dd7f-42bf-bff6-d0b1501d2a21'] in dv-cinder-851279-1-iscsi {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:06:20.948005 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c965a2cb-3887-446f-b7b0-10d66d3c432b None None] Routers {'95336a6e-dd7f-42bf-bff6-d0b1501d2a21'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:06:20.948005 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-c965a2cb-3887-446f-b7b0-10d66d3c432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:06:17Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['95336a6e-dd7f-42bf-bff6-d0b1501d2a21'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:06:21.062754 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3e54b050-eb22-49f1-8f3c-7baaed583667 admin admin] Publish callbacks [] for router (95336a6e-dd7f-42bf-bff6-d0b1501d2a21), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:21.096869 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-c965a2cb-3887-446f-b7b0-10d66d3c432b None None] Set router 95336a6e-dd7f-42bf-bff6-d0b1501d2a21 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:06:21.167529 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:21.222372 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3e54b050-eb22-49f1-8f3c-7baaed583667 admin admin] Publish callbacks [] for router_gateway (95336a6e-dd7f-42bf-bff6-d0b1501d2a21), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:21.230861 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:21.314738 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-c965a2cb-3887-446f-b7b0-10d66d3c432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'name': 'tempest-AttachVolumeShelveTestJSON-508782801-router', 'tenant_id': '52b087e8dc5c4426b8402dfdf99328ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '7b5d5ba8-6147-4c01-9701-b138b2a8254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T04:06:20Z', 'revision_number': 5, 'project_id': '52b087e8dc5c4426b8402dfdf99328ad', 'gw_port': {'id': '7b5d5ba8-6147-4c01-9701-b138b2a8254d', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T03:58:47Z', 'updated_at': '2022-07-28T03:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi'}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:06:21.345547 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c965a2cb-3887-446f-b7b0-10d66d3c432b None None] Checking router: 95336a6e-dd7f-42bf-bff6-d0b1501d2a21 for host: dv-cinder-851279-1-iscsi {{(pid=121476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:06:21.355385 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c965a2cb-3887-446f-b7b0-10d66d3c432b None None] Routers {'95336a6e-dd7f-42bf-bff6-d0b1501d2a21'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:06:21.356255 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-c965a2cb-3887-446f-b7b0-10d66d3c432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:06:17Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['95336a6e-dd7f-42bf-bff6-d0b1501d2a21'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:06:21.426121 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.plugin [None req-3e54b050-eb22-49f1-8f3c-7baaed583667 admin admin] Deleting port 7b5d5ba8-6147-4c01-9701-b138b2a8254d {{(pid=121475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:06:21.427148 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3e54b050-eb22-49f1-8f3c-7baaed583667 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (7b5d5ba8-6147-4c01-9701-b138b2a8254d), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:21.474097 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-c965a2cb-3887-446f-b7b0-10d66d3c432b None None] Set router 95336a6e-dd7f-42bf-bff6-d0b1501d2a21 gateway port host: None {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:06:21.531844 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-c965a2cb-3887-446f-b7b0-10d66d3c432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'name': 'tempest-AttachVolumeShelveTestJSON-508782801-router', 'tenant_id': '52b087e8dc5c4426b8402dfdf99328ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T04:06:21Z', 'revision_number': 6, 'project_id': '52b087e8dc5c4426b8402dfdf99328ad', 'gw_port_host': None}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:06:21.542199 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.db [None req-3e54b050-eb22-49f1-8f3c-7baaed583667 admin admin] For port 7b5d5ba8-6147-4c01-9701-b138b2a8254d, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=7b5d5ba8-6147-4c01-9701-b138b2a8254d,segment=NetworkSegment(f2985cdc-b551-4e3f-9fbc-bf06e2065a47),segment_id=f2985cdc-b551-4e3f-9fbc-bf06e2065a47)] {{(pid=121475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:06:21.543136 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3e54b050-eb22-49f1-8f3c-7baaed583667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (7b5d5ba8-6147-4c01-9701-b138b2a8254d), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:21.564160 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c965a2cb-3887-446f-b7b0-10d66d3c432b None None] The sync data for ids ['95336a6e-dd7f-42bf-bff6-d0b1501d2a21'] in dv-cinder-851279-1-iscsi is: [{'id': '95336a6e-dd7f-42bf-bff6-d0b1501d2a21', 'name': 'tempest-AttachVolumeShelveTestJSON-508782801-router', 'tenant_id': '52b087e8dc5c4426b8402dfdf99328ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T03:58:45Z', 'updated_at': '2022-07-28T04:06:21Z', 'revision_number': 6, 'project_id': '52b087e8dc5c4426b8402dfdf99328ad', 'gw_port_host': None}] {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:06:21.565042 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.plugin [None req-3e54b050-eb22-49f1-8f3c-7baaed583667 admin admin] Calling delete_port for 7b5d5ba8-6147-4c01-9701-b138b2a8254d owned by network:router_gateway {{(pid=121475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:06:21.846043 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3e54b050-eb22-49f1-8f3c-7baaed583667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3956301'] for port (7b5d5ba8-6147-4c01-9701-b138b2a8254d), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:21.877158 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54b050-eb22-49f1-8f3c-7baaed583667 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b5d5ba8-6147-4c01-9701-b138b2a8254d,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:21.946216 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3e54b050-eb22-49f1-8f3c-7baaed583667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1739537'] for router_gateway (95336a6e-dd7f-42bf-bff6-d0b1501d2a21), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:21.973874 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:22.044039 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3e54b050-eb22-49f1-8f3c-7baaed583667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1680026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-593'] for router (95336a6e-dd7f-42bf-bff6-d0b1501d2a21), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:22.046876 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3e54b050-eb22-49f1-8f3c-7baaed583667 admin admin] Publish callbacks [] for router_controller (95336a6e-dd7f-42bf-bff6-d0b1501d2a21), precommit_delete_associations {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:22.187201 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3e54b050-eb22-49f1-8f3c-7baaed583667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1679896'] for router (95336a6e-dd7f-42bf-bff6-d0b1501d2a21), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:22.187902 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e54b050-eb22-49f1-8f3c-7baaed583667 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95336a6e-dd7f-42bf-bff6-d0b1501d2a21 {{(pid=121475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 04:06:22.195122 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3e54b050-eb22-49f1-8f3c-7baaed583667 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:22.196845 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-3e54b050-eb22-49f1-8f3c-7baaed583667 admin admin] 10.222.0.66 "DELETE /v2.0/routers/95336a6e-dd7f-42bf-bff6-d0b1501d2a21 HTTP/1.1" status: 204 len: 168 time: 1.2644691 Jul 28 04:06:22.199489 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 58784) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:06:22.248622 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.db_base_plugin_v2 [None req-40012a97-5dc2-41e0-ad01-477940918dd6 admin admin] Deleting subnet 81f8d920-e036-48ec-bb1b-67fea0f2e9aa {{(pid=121475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 04:06:22.252334 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-40012a97-5dc2-41e0-ad01-477940918dd6 admin admin] Publish callbacks [] for subnet (81f8d920-e036-48ec-bb1b-67fea0f2e9aa), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:22.300482 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-40012a97-5dc2-41e0-ad01-477940918dd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097504'] for subnet (81f8d920-e036-48ec-bb1b-67fea0f2e9aa), precommit_delete_associations {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:22.391165 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-40012a97-5dc2-41e0-ad01-477940918dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775531'] for subnet (81f8d920-e036-48ec-bb1b-67fea0f2e9aa), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:22.559638 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-40012a97-5dc2-41e0-ad01-477940918dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7775522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3956320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25966766'] for subnet (81f8d920-e036-48ec-bb1b-67fea0f2e9aa), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:22.588271 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40012a97-5dc2-41e0-ad01-477940918dd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81f8d920-e036-48ec-bb1b-67fea0f2e9aa,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:22.592410 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-40012a97-5dc2-41e0-ad01-477940918dd6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:22.595635 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-40012a97-5dc2-41e0-ad01-477940918dd6 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/81f8d920-e036-48ec-bb1b-67fea0f2e9aa HTTP/1.1" status: 204 len: 168 time: 0.3949370 Jul 28 04:06:22.599246 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 58790) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:06:22.599663 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11940587-d58c-41f1-93e1-393b92fbca41 None None] Network 500d2409-0505-4e71-ad33-d33fa2f8a8dc requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 04:06:22.716621 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-c575349b-f836-4ada-9e00-646342af91c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766625'] for network (500d2409-0505-4e71-ad33-d33fa2f8a8dc), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:22.770541 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.plugin [None req-c575349b-f836-4ada-9e00-646342af91c5 admin admin] Deleting port d8e2e8b1-3c4e-4f55-b23c-064f573d13ac {{(pid=121475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:06:22.770799 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-c575349b-f836-4ada-9e00-646342af91c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (d8e2e8b1-3c4e-4f55-b23c-064f573d13ac), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:22.822757 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf7bb12-4eb6-4d38-94ed-5109552d7858 None None] DHCP port deletion for 500d2409-0505-4e71-ad33-d33fa2f8a8dc request from dv-cinder-851279-1-iscsi {{(pid=121476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 04:06:22.846776 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:22.848749 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.db [None req-c575349b-f836-4ada-9e00-646342af91c5 admin admin] For port d8e2e8b1-3c4e-4f55-b23c-064f573d13ac, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=d8e2e8b1-3c4e-4f55-b23c-064f573d13ac,segment=NetworkSegment(7ac5aa42-d84c-402d-8b7d-91411dee0356),segment_id=7ac5aa42-d84c-402d-8b7d-91411dee0356)] {{(pid=121475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:06:22.849102 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-c575349b-f836-4ada-9e00-646342af91c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (d8e2e8b1-3c4e-4f55-b23c-064f573d13ac), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:22.863547 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.plugin [None req-c575349b-f836-4ada-9e00-646342af91c5 admin admin] Calling delete_port for d8e2e8b1-3c4e-4f55-b23c-064f573d13ac owned by network:dhcp {{(pid=121475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:06:22.866846 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-0bf7bb12-4eb6-4d38-94ed-5109552d7858 None None] Deleting port d8e2e8b1-3c4e-4f55-b23c-064f573d13ac {{(pid=121476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:06:22.867302 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bb12-4eb6-4d38-94ed-5109552d7858 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (d8e2e8b1-3c4e-4f55-b23c-064f573d13ac), before_delete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:22.945683 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:22.964267 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-0bf7bb12-4eb6-4d38-94ed-5109552d7858 None None] For port d8e2e8b1-3c4e-4f55-b23c-064f573d13ac, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=d8e2e8b1-3c4e-4f55-b23c-064f573d13ac,segment=NetworkSegment(7ac5aa42-d84c-402d-8b7d-91411dee0356),segment_id=7ac5aa42-d84c-402d-8b7d-91411dee0356)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:06:22.965019 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bb12-4eb6-4d38-94ed-5109552d7858 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (d8e2e8b1-3c4e-4f55-b23c-064f573d13ac), precommit_delete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:22.980457 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-0bf7bb12-4eb6-4d38-94ed-5109552d7858 None None] Calling delete_port for d8e2e8b1-3c4e-4f55-b23c-064f573d13ac owned by network:dhcp {{(pid=121476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:06:23.076429 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-c575349b-f836-4ada-9e00-646342af91c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3956301'] for port (d8e2e8b1-3c4e-4f55-b23c-064f573d13ac), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:23.117637 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c575349b-f836-4ada-9e00-646342af91c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8e2e8b1-3c4e-4f55-b23c-064f573d13ac,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:23.122299 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c575349b-f836-4ada-9e00-646342af91c5 admin admin] No DVR routers for this DVR port d8e2e8b1-3c4e-4f55-b23c-064f573d13ac on host dv-cinder-851279-1-iscsi {{(pid=121475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 04:06:23.133034 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bb12-4eb6-4d38-94ed-5109552d7858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388'] for port (d8e2e8b1-3c4e-4f55-b23c-064f573d13ac), after_delete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:23.184526 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf7bb12-4eb6-4d38-94ed-5109552d7858 None None] Pushing event deleted for resources: {'Port': ['ID=d8e2e8b1-3c4e-4f55-b23c-064f573d13ac,revision_number=None']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:23.189483 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf7bb12-4eb6-4d38-94ed-5109552d7858 None None] No DVR routers for this DVR port d8e2e8b1-3c4e-4f55-b23c-064f573d13ac on host dv-cinder-851279-1-iscsi {{(pid=121476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 04:06:23.225848 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 7b5d5ba8-6147-4c01-9701-b138b2a8254d no longer exists at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:06:23.239323 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-c575349b-f836-4ada-9e00-646342af91c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7777285', 'neutron.services.segments.db._delete_segments_for_network-8761988548554'] for network (500d2409-0505-4e71-ad33-d33fa2f8a8dc), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:23.263586 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.services.segments.db [None req-c575349b-f836-4ada-9e00-646342af91c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['500d2409-0505-4e71-ad33-d33fa2f8a8dc']}} {{(pid=121475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:06:23.265770 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:23.270316 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] No Port match for: 7b5d5ba8-6147-4c01-9701-b138b2a8254d {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:06:23.270862 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 7b5d5ba8-6147-4c01-9701-b138b2a8254d not bound to the agent host dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:06:23.272185 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device d8e2e8b1-3c4e-4f55-b23c-064f573d13ac no longer exists at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:06:23.278366 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 58808) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:06:23.279274 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.services.segments.db [None req-c575349b-f836-4ada-9e00-646342af91c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ac5aa42-d84c-402d-8b7d-91411dee0356') {'for_net_delete': True} {{(pid=121475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:06:23.279578 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.services.segments.db [None req-c575349b-f836-4ada-9e00-646342af91c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ac5aa42-d84c-402d-8b7d-91411dee0356') {} {{(pid=121475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:06:23.291343 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-c575349b-f836-4ada-9e00-646342af91c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761988548455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097529'] for segment (7ac5aa42-d84c-402d-8b7d-91411dee0356), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:23.299403 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] No Port match for: d8e2e8b1-3c4e-4f55-b23c-064f573d13ac {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:06:23.299755 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device d8e2e8b1-3c4e-4f55-b23c-064f573d13ac not bound to the agent host dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:06:23.300215 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 956e5455-c6ed-45cd-ab56-d0cb6bb35657 no longer exists at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:06:23.314009 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-c575349b-f836-4ada-9e00-646342af91c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684'] for segment (7ac5aa42-d84c-402d-8b7d-91411dee0356), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:23.320140 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] No Port match for: 956e5455-c6ed-45cd-ab56-d0cb6bb35657 {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:06:23.320760 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 956e5455-c6ed-45cd-ab56-d0cb6bb35657 not bound to the agent host dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:06:23.322995 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c575349b-f836-4ada-9e00-646342af91c5 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=121475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:06:23.322995 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-c575349b-f836-4ada-9e00-646342af91c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3956286'] for segment (7ac5aa42-d84c-402d-8b7d-91411dee0356), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:23.369228 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.services.segments.plugin [-] Segment 7ac5aa42-d84c-402d-8b7d-91411dee0356 resource provider aggregate not found Jul 28 04:06:23.390051 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.services.segments.plugin [-] Segment 7ac5aa42-d84c-402d-8b7d-91411dee0356 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7ac5aa42-d84c-402d-8b7d-91411dee0356 found for delete ", "request_id": "req-16a13c23-1207-4f91-bdcf-cacba67e55af"}]} Jul 28 04:06:23.443007 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-55490785-4c05-4c2f-a288-8f7e928fa6ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:23.494643 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-c575349b-f836-4ada-9e00-646342af91c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7777294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1739581'] for network (500d2409-0505-4e71-ad33-d33fa2f8a8dc), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:23.500611 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-c575349b-f836-4ada-9e00-646342af91c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for network (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:23.503870 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-c575349b-f836-4ada-9e00-646342af91c5 admin admin] 10.222.0.66 "DELETE /v2.0/networks/500d2409-0505-4e71-ad33-d33fa2f8a8dc HTTP/1.1" status: 204 len: 168 time: 0.9020784 Jul 28 04:06:23.517455 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c575349b-f836-4ada-9e00-646342af91c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=500d2409-0505-4e71-ad33-d33fa2f8a8dc,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:23.532891 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-55490785-4c05-4c2f-a288-8f7e928fa6ee admin admin] Publish callbacks [] for security_group (c6572051-4098-4e6b-b2d7-d3e2be87cb78), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:23.620466 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-55490785-4c05-4c2f-a288-8f7e928fa6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (c6572051-4098-4e6b-b2d7-d3e2be87cb78), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:23.666336 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-55490785-4c05-4c2f-a288-8f7e928fa6ee admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f4a3483809904f38af6444d9e36d090d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3857939 Jul 28 04:06:23.666676 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55490785-4c05-4c2f-a288-8f7e928fa6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6572051-4098-4e6b-b2d7-d3e2be87cb78,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:23.669008 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 58822) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:06:23.734115 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-8215cbc1-6b91-4210-8209-0cb427f8ab23 admin admin] Publish callbacks [] for security_group (c6572051-4098-4e6b-b2d7-d3e2be87cb78), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:23.756783 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-8215cbc1-6b91-4210-8209-0cb427f8ab23 admin admin] Publish callbacks [] for security_group (c6572051-4098-4e6b-b2d7-d3e2be87cb78), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:23.896716 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-8215cbc1-6b91-4210-8209-0cb427f8ab23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (c6572051-4098-4e6b-b2d7-d3e2be87cb78), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:23.899173 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-8215cbc1-6b91-4210-8209-0cb427f8ab23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:23.901214 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-8215cbc1-6b91-4210-8209-0cb427f8ab23 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c6572051-4098-4e6b-b2d7-d3e2be87cb78 HTTP/1.1" status: 204 len: 168 time: 0.2309515 Jul 28 04:06:23.910080 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8215cbc1-6b91-4210-8209-0cb427f8ab23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6572051-4098-4e6b-b2d7-d3e2be87cb78,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:23.945755 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 58830) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:06:23.992724 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-cc18d111-eb26-4dae-a2dd-7341dea86a21 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=52b087e8dc5c4426b8402dfdf99328ad&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0450869 Jul 28 04:06:23.995389 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 58832) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:06:24.051229 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3ebc51f0-1107-4c42-9f48-49a949dbe3c1 admin admin] Publish callbacks [] for security_group (88e8268c-f06d-45dc-ac8c-2eedc52b348c), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:24.078062 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3ebc51f0-1107-4c42-9f48-49a949dbe3c1 admin admin] Publish callbacks [] for security_group (88e8268c-f06d-45dc-ac8c-2eedc52b348c), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:24.331058 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3ebc51f0-1107-4c42-9f48-49a949dbe3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (88e8268c-f06d-45dc-ac8c-2eedc52b348c), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:24.336256 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3ebc51f0-1107-4c42-9f48-49a949dbe3c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:24.339186 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-3ebc51f0-1107-4c42-9f48-49a949dbe3c1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/88e8268c-f06d-45dc-ac8c-2eedc52b348c HTTP/1.1" status: 204 len: 168 time: 0.3425360 Jul 28 04:06:24.368601 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc51f0-1107-4c42-9f48-49a949dbe3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e8268c-f06d-45dc-ac8c-2eedc52b348c,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:24.796711 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 58850) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:06:24.814085 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-ab3142aa-1a45-45d9-a254-39932561fe88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:24.884616 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:24.912776 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-ab3142aa-1a45-45d9-a254-39932561fe88 admin admin] Publish callbacks [] for security_group (85d09a2f-7845-4235-b2db-6098d0da55bb), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:24.945036 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=14 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:25.016390 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-ab3142aa-1a45-45d9-a254-39932561fe88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (85d09a2f-7845-4235-b2db-6098d0da55bb), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:25.021985 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:UPDATE=3,neutron:SELECT=78,neutron:INSERT=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:25.068837 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3142aa-1a45-45d9-a254-39932561fe88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d09a2f-7845-4235-b2db-6098d0da55bb,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:25.088953 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-ab3142aa-1a45-45d9-a254-39932561fe88 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=69a27701548046d6b66e89a00e05dac1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2907641 Jul 28 04:06:25.091076 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 58864) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:06:25.202184 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-2b86dbc5-0e7c-46de-8a1a-f8c92f25de57 admin admin] Publish callbacks [] for security_group (85d09a2f-7845-4235-b2db-6098d0da55bb), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:25.217537 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:25.228750 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-2b86dbc5-0e7c-46de-8a1a-f8c92f25de57 admin admin] Publish callbacks [] for security_group (85d09a2f-7845-4235-b2db-6098d0da55bb), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:25.355908 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-2b86dbc5-0e7c-46de-8a1a-f8c92f25de57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (85d09a2f-7845-4235-b2db-6098d0da55bb), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:25.359556 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-2b86dbc5-0e7c-46de-8a1a-f8c92f25de57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:25.361179 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-2b86dbc5-0e7c-46de-8a1a-f8c92f25de57 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/85d09a2f-7845-4235-b2db-6098d0da55bb HTTP/1.1" status: 204 len: 168 time: 0.2684801 Jul 28 04:06:25.376044 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b86dbc5-0e7c-46de-8a1a-f8c92f25de57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d09a2f-7845-4235-b2db-6098d0da55bb,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:26.122306 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 58892) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:06:26.138307 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-cacc14df-f812-4ade-a907-007c7e8e8bfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:26.275437 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-cacc14df-f812-4ade-a907-007c7e8e8bfc admin admin] Publish callbacks [] for security_group (9f4f2f10-d112-473d-a0f8-dd305d22986e), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:26.402831 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-cacc14df-f812-4ade-a907-007c7e8e8bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (9f4f2f10-d112-473d-a0f8-dd305d22986e), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:26.450232 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-cacc14df-f812-4ade-a907-007c7e8e8bfc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=403410c2cfd94e52896b2467a1535b6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3264010 Jul 28 04:06:26.451200 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc14df-f812-4ade-a907-007c7e8e8bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4f2f10-d112-473d-a0f8-dd305d22986e,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:26.453761 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 58900) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:06:26.464136 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc14df-f812-4ade-a907-007c7e8e8bfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:26.464615 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc14df-f812-4ade-a907-007c7e8e8bfc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:26.465160 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc14df-f812-4ade-a907-007c7e8e8bfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:26.465692 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc14df-f812-4ade-a907-007c7e8e8bfc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:26.466139 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc14df-f812-4ade-a907-007c7e8e8bfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:26.466569 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc14df-f812-4ade-a907-007c7e8e8bfc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:26.467001 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc14df-f812-4ade-a907-007c7e8e8bfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:26.467430 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc14df-f812-4ade-a907-007c7e8e8bfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:26.467894 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc14df-f812-4ade-a907-007c7e8e8bfc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:26.468368 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc14df-f812-4ade-a907-007c7e8e8bfc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:26.468816 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc14df-f812-4ade-a907-007c7e8e8bfc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:26.469254 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc14df-f812-4ade-a907-007c7e8e8bfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:26.469678 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc14df-f812-4ade-a907-007c7e8e8bfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:26.470109 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc14df-f812-4ade-a907-007c7e8e8bfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:26.470501 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc14df-f812-4ade-a907-007c7e8e8bfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:26.511489 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-638e72a8-cdb5-41ab-888b-028b8d847c89 admin admin] Publish callbacks [] for security_group (9f4f2f10-d112-473d-a0f8-dd305d22986e), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:26.537228 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-638e72a8-cdb5-41ab-888b-028b8d847c89 admin admin] Publish callbacks [] for security_group (9f4f2f10-d112-473d-a0f8-dd305d22986e), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:26.711528 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-638e72a8-cdb5-41ab-888b-028b8d847c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (9f4f2f10-d112-473d-a0f8-dd305d22986e), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:26.715485 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-638e72a8-cdb5-41ab-888b-028b8d847c89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:26.717138 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-638e72a8-cdb5-41ab-888b-028b8d847c89 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9f4f2f10-d112-473d-a0f8-dd305d22986e HTTP/1.1" status: 204 len: 168 time: 0.2622859 Jul 28 04:06:26.729152 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e72a8-cdb5-41ab-888b-028b8d847c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4f2f10-d112-473d-a0f8-dd305d22986e,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:30.225479 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-5512ab1f-276d-4dcf-b5ec-296f8ca42e17 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1803004242&fields=id&tenant_id=9aa592e1b58f4804ad264f0cd721b1ca HTTP/1.1" status: 200 len: 267 time: 0.0567675 Jul 28 04:06:30.350364 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-3b0e6ad0-dd79-4be9-aff8-1f8f631f43de tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:06:30.352007 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-3b0e6ad0-dd79-4be9-aff8-1f8f631f43de tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/networks?id=672eb351-e67a-4327-be23-b1a7215130a6 HTTP/1.1" status: 200 len: 810 time: 0.1195965 Jul 28 04:06:30.367739 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-828f7635-b1b0-43da-a954-2fe5c946b1c1 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/quotas/9aa592e1b58f4804ad264f0cd721b1ca HTTP/1.1" status: 200 len: 375 time: 0.0100725 Jul 28 04:06:30.428664 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-c9171072-bf3a-4f8b-98cf-03b3b254708b tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9aa592e1b58f4804ad264f0cd721b1ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541639 Jul 28 04:06:30.510713 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:DELETE=6,neutron:SELECT=89,neutron:INSERT=5 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:30.542066 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-6a0b86b0-21c0-4b41-97c4-78a2cc8d6f27 service neutron] 10.222.0.66 "GET /v2.0/networks/672eb351-e67a-4327-be23-b1a7215130a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007502 Jul 28 04:06:30.893653 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-d1cf6ad6-368d-4e5f-a6a8-65c17e22ea6d service neutron] 10.222.0.66 "GET /v2.0/networks/672eb351-e67a-4327-be23-b1a7215130a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453562 Jul 28 04:06:30.906131 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.agents_db [None req-58c662dc-5ea5-4853-b3cc-f7bb2188e679 None None] Agent healthcheck: found 6 active agents {{(pid=121477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:06:31.746002 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-aa959647-603f-4a2a-97cd-07fe06e6e20a req-47916f8f-df69-493a-aa78-f025044218c5 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b0538a6-ada9-4f1f-b47c-1aa7b6678a62 HTTP/1.1" status: 200 len: 210 time: 0.0386355 Jul 28 04:06:32.838419 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b2bb0068-4b5d-4e4e-8ce8-26199736596d req-8eaed092-2eab-49df-b429-3cdd3046012b tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b0538a6-ada9-4f1f-b47c-1aa7b6678a62 HTTP/1.1" status: 200 len: 210 time: 0.0305393 Jul 28 04:06:33.940397 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-10a47278-1546-4ab0-becc-064406e12f02 req-b608acb1-ea7d-41b8-b9c5-40dd9288fa14 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b0538a6-ada9-4f1f-b47c-1aa7b6678a62 HTTP/1.1" status: 200 len: 210 time: 0.0286996 Jul 28 04:06:34.402861 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=6 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:35.047860 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-320e17b6-72ee-4c12-8fd0-16159abb9d06 req-70f2b091-deb0-4f9b-8282-db07b19598e8 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b0538a6-ada9-4f1f-b47c-1aa7b6678a62 HTTP/1.1" status: 200 len: 210 time: 0.0309675 Jul 28 04:06:36.168622 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-8587a1b6-d89f-40a2-8996-fea38a4734ff req-26cd72a1-4d6a-4077-935b-06f58f480f7a tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b0538a6-ada9-4f1f-b47c-1aa7b6678a62 HTTP/1.1" status: 200 len: 210 time: 0.0395970 Jul 28 04:06:36.744789 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=58,neutron:DELETE=5 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:37.272889 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3b3c49af-95c0-4d48-bcc3-46d97588f5ea req-76ea04e3-c5c8-4b32-94a6-86cec3d259f6 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b0538a6-ada9-4f1f-b47c-1aa7b6678a62 HTTP/1.1" status: 200 len: 210 time: 0.0326588 Jul 28 04:06:38.378484 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a4cc7556-edab-4964-900e-14a8c422d435 req-8ba614ae-2317-4495-ac84-c6dee817b681 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b0538a6-ada9-4f1f-b47c-1aa7b6678a62 HTTP/1.1" status: 200 len: 210 time: 0.0295198 Jul 28 04:06:38.712294 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-7e9a6aed-cd0a-4033-8a9b-023d2c5c7927 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:06:38.713837 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-7e9a6aed-cd0a-4033-8a9b-023d2c5c7927 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.67 "GET /v2.0/networks?id=672eb351-e67a-4327-be23-b1a7215130a6 HTTP/1.1" status: 200 len: 810 time: 0.1188643 Jul 28 04:06:38.782305 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-ea7f2cc8-3069-45ce-a141-af5500791eb9 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9aa592e1b58f4804ad264f0cd721b1ca HTTP/1.1" status: 200 len: 380 time: 0.0605829 Jul 28 04:06:38.790665 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-76f9bb5f-f4b3-45a0-bb8a-d83d653dba88 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Request body: {'port': {'device_id': '7b0538a6-ada9-4f1f-b47c-1aa7b6678a62', 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6', 'admin_state_up': True, 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'security_groups': ['5db21c8f-5862-41d5-8a89-995394f64605']}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:06:38.856470 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:39.037625 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-76f9bb5f-f4b3-45a0-bb8a-d83d653dba88 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Made reservation on behalf of 9aa592e1b58f4804ad264f0cd721b1ca for: {'port': 1} {{(pid=121474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:06:39.041528 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-76f9bb5f-f4b3-45a0-bb8a-d83d653dba88 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:39.195540 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:39.206493 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.db_base_plugin_common [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-76f9bb5f-f4b3-45a0-bb8a-d83d653dba88 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Allocated IP 172.20.0.10 (672eb351-e67a-4327-be23-b1a7215130a6/dd333499-a093-4bb7-a733-016cbbcdd8fe/466b36f7-7bf9-400c-8d85-f37adcc930f6) {{(pid=121474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:06:39.375358 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-76f9bb5f-f4b3-45a0-bb8a-d83d653dba88 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks [] for port (466b36f7-7bf9-400c-8d85-f37adcc930f6), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:39.484731 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-76f9bb5f-f4b3-45a0-bb8a-d83d653dba88 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (466b36f7-7bf9-400c-8d85-f37adcc930f6), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:39.575860 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac9931-6094-46c1-aab1-ac42b9508eaa req-0f91ad51-15e7-4ef8-8856-7e31a51870ed tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:06:39.575860 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-d0ac9931-6094-46c1-aab1-ac42b9508eaa req-0f91ad51-15e7-4ef8-8856-7e31a51870ed tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b0538a6-ada9-4f1f-b47c-1aa7b6678a62 HTTP/1.1" status: 200 len: 932 time: 0.1027851 Jul 28 04:06:39.582423 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-76f9bb5f-f4b3-45a0-bb8a-d83d653dba88 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Network 672eb351-e67a-4327-be23-b1a7215130a6 is already hosted by enough agents. {{(pid=121474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:06:39.591269 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-76f9bb5f-f4b3-45a0-bb8a-d83d653dba88 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Resources bound (agent type, host, resource id): {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:06:39.594161 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f9bb5f-f4b3-45a0-bb8a-d83d653dba88 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Pushing event updated for resources: {'Port': ['ID=466b36f7-7bf9-400c-8d85-f37adcc930f6,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:39.597142 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-76f9bb5f-f4b3-45a0-bb8a-d83d653dba88 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Received port after_create {{(pid=121474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 04:06:39.713731 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-d0ac9931-6094-46c1-aab1-ac42b9508eaa req-16454cec-e0ce-4d36-875d-4f16c5f2c2e7 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155994 Jul 28 04:06:39.752329 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-76f9bb5f-f4b3-45a0-bb8a-d83d653dba88 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:06:39.752717 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-76f9bb5f-f4b3-45a0-bb8a-d83d653dba88 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:39.874503 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:39.880041 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-76f9bb5f-f4b3-45a0-bb8a-d83d653dba88 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0932159 Jul 28 04:06:39.892826 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-e85989a2-b886-4376-b555-55bbe17c06d1 service neutron] Request body: {'port': {'device_id': '7b0538a6-ada9-4f1f-b47c-1aa7b6678a62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:06:39.948691 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-77077cc8-5ca8-4883-8160-2f07da362826 None None] Provisioning complete for port 466b36f7-7bf9-400c-8d85-f37adcc930f6 triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:06:39.949327 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-77077cc8-5ca8-4883-8160-2f07da362826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (466b36f7-7bf9-400c-8d85-f37adcc930f6), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:39.969990 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-e85989a2-b886-4376-b555-55bbe17c06d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (466b36f7-7bf9-400c-8d85-f37adcc930f6), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:40.129970 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-77077cc8-5ca8-4883-8160-2f07da362826 None None] Port 466b36f7-7bf9-400c-8d85-f37adcc930f6 cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 04:06:40.270172 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-e85989a2-b886-4376-b555-55bbe17c06d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 466b36f7-7bf9-400c-8d85-f37adcc930f6 {{(pid=121474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 04:06:40.279287 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-e85989a2-b886-4376-b555-55bbe17c06d1 service neutron] Publish callbacks [] for port (466b36f7-7bf9-400c-8d85-f37adcc930f6), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:40.295387 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.provisioning_blocks [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-e85989a2-b886-4376-b555-55bbe17c06d1 service neutron] Transition to ACTIVE for port object 466b36f7-7bf9-400c-8d85-f37adcc930f6 will not be triggered until provisioned by entity L2. {{(pid=121474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 04:06:40.378219 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 59224) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:06:40.416292 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-e85989a2-b886-4376-b555-55bbe17c06d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26044716'] for port (466b36f7-7bf9-400c-8d85-f37adcc930f6), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:40.485857 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:40.493297 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 59228) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:06:40.540220 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85989a2-b886-4376-b555-55bbe17c06d1 service neutron] Pushing event updated for resources: {'Port': ['ID=466b36f7-7bf9-400c-8d85-f37adcc930f6,revision_number=2']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:40.607104 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-966ce085-dde5-46ee-a432-3f71303b2ece admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:40.669298 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-e85989a2-b886-4376-b555-55bbe17c06d1 service neutron] Attempting to bind port 466b36f7-7bf9-400c-8d85-f37adcc930f6 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 04:06:40.669616 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-e85989a2-b886-4376-b555-55bbe17c06d1 service neutron] Attempting to bind port 466b36f7-7bf9-400c-8d85-f37adcc930f6 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '09964986-2991-46e1-a3b0-006f2cde8ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6'}] {{(pid=121474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 04:06:40.669966 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-e85989a2-b886-4376-b555-55bbe17c06d1 service neutron] Attempting to bind port 466b36f7-7bf9-400c-8d85-f37adcc930f6 on network 672eb351-e67a-4327-be23-b1a7215130a6 {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:06:40.688563 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-e85989a2-b886-4376-b555-55bbe17c06d1 service neutron] Port 466b36f7-7bf9-400c-8d85-f37adcc930f6 on network 672eb351-e67a-4327-be23-b1a7215130a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 04:06:40.694279 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-e85989a2-b886-4376-b555-55bbe17c06d1 service neutron] Attempting to bind port 466b36f7-7bf9-400c-8d85-f37adcc930f6 on network 672eb351-e67a-4327-be23-b1a7215130a6 {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:06:40.694279 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-8e46177f-b8a7-487a-ba80-48ee3af7553e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:40.709205 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-e85989a2-b886-4376-b555-55bbe17c06d1 service neutron] Checking agent: {'id': 'a6d923ff-d983-4784-981f-1bbce4c5c5ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 56, 49), 'started_at': datetime.datetime(2022, 7, 28, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 4, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 04:06:40.709547 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-e85989a2-b886-4376-b555-55bbe17c06d1 service neutron] Checking segment: {'id': '09964986-2991-46e1-a3b0-006f2cde8ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 04:06:40.709942 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-e85989a2-b886-4376-b555-55bbe17c06d1 service neutron] Bound using segment: {'id': '09964986-2991-46e1-a3b0-006f2cde8ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6'} {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 04:06:40.710400 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-e85989a2-b886-4376-b555-55bbe17c06d1 service neutron] Bound port: 466b36f7-7bf9-400c-8d85-f37adcc930f6, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09964986-2991-46e1-a3b0-006f2cde8ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6'}}] {{(pid=121474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 04:06:40.710766 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-e85989a2-b886-4376-b555-55bbe17c06d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (466b36f7-7bf9-400c-8d85-f37adcc930f6), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:40.854335 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-966ce085-dde5-46ee-a432-3f71303b2ece admin admin] Publish callbacks [] for security_group (93180b91-480b-44ae-9608-ddbe685ed772), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:40.876847 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:40.891782 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-e85989a2-b886-4376-b555-55bbe17c06d1 service neutron] For port 466b36f7-7bf9-400c-8d85-f37adcc930f6, host hv-cinder-85127, cleared binding levels {{(pid=121474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:06:40.899200 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-e85989a2-b886-4376-b555-55bbe17c06d1 service neutron] For port 466b36f7-7bf9-400c-8d85-f37adcc930f6, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=466b36f7-7bf9-400c-8d85-f37adcc930f6,segment=NetworkSegment(09964986-2991-46e1-a3b0-006f2cde8ec9),segment_id=09964986-2991-46e1-a3b0-006f2cde8ec9)] {{(pid=121474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:06:40.901306 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=17 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:40.902637 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=11 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:40.904695 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b347a9-b703-4e68-9457-1a863a58023a req-c0f8a337-2446-41be-a91c-14f75c782128 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:06:40.907750 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-99b347a9-b703-4e68-9457-1a863a58023a req-c0f8a337-2446-41be-a91c-14f75c782128 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b0538a6-ada9-4f1f-b47c-1aa7b6678a62 HTTP/1.1" status: 200 len: 944 time: 0.1028886 Jul 28 04:06:40.940761 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-8e46177f-b8a7-487a-ba80-48ee3af7553e admin admin] Publish callbacks [] for security_group (34a10d1c-fc6b-4040-b67f-920a02e1591e), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:40.970359 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-99b347a9-b703-4e68-9457-1a863a58023a req-b1d33ad3-08a0-4934-af11-ca90572e7799 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531700 Jul 28 04:06:40.981934 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-966ce085-dde5-46ee-a432-3f71303b2ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (93180b91-480b-44ae-9608-ddbe685ed772), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:41.012521 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-8e46177f-b8a7-487a-ba80-48ee3af7553e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (34a10d1c-fc6b-4040-b67f-920a02e1591e), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:41.022117 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-e85989a2-b886-4376-b555-55bbe17c06d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26044716'] for port (466b36f7-7bf9-400c-8d85-f37adcc930f6), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:41.088980 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-966ce085-dde5-46ee-a432-3f71303b2ece admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=37ea0f546d7147efaa039462a66b03e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7087107 Jul 28 04:06:41.094332 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 59250) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:06:41.098923 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ce085-dde5-46ee-a432-3f71303b2ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93180b91-480b-44ae-9608-ddbe685ed772,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:41.104055 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-e85989a2-b886-4376-b555-55bbe17c06d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:06:41.105571 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-e85989a2-b886-4376-b555-55bbe17c06d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:41.107325 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-e85989a2-b886-4376-b555-55bbe17c06d1 service neutron] 10.222.0.67 "PUT /v2.0/ports/466b36f7-7bf9-400c-8d85-f37adcc930f6 HTTP/1.1" status: 200 len: 1094 time: 1.2202785 Jul 28 04:06:41.108627 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b0538a6-ada9-4f1f-b47c-1aa7b6678a62', 'tag': '466b36f7-7bf9-400c-8d85-f37adcc930f6'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:06:41.110963 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2483de-d41f-454b-bbc8-40db5838e92e" -d '{"events": [{"name": "network-changed", "server_uuid": "7b0538a6-ada9-4f1f-b47c-1aa7b6678a62", "tag": "466b36f7-7bf9-400c-8d85-f37adcc930f6"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:06:41.131100 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-8e46177f-b8a7-487a-ba80-48ee3af7553e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4a0b6d12e9f04736a12af62214c0376d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6356091 Jul 28 04:06:41.136210 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 59254) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:06:41.206624 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 04:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a35414-e27a-4662-b42d-385538f79159 x-openstack-request-id: req-c4a35414-e27a-4662-b42d-385538f79159 {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:06:41.214908 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b0538a6-ada9-4f1f-b47c-1aa7b6678a62", "tag": "466b36f7-7bf9-400c-8d85-f37adcc930f6", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:06:41.214908 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c4a35414-e27a-4662-b42d-385538f79159 {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:06:41.214908 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4a35414-e27a-4662-b42d-385538f79159'] response: {'name': 'network-changed', 'server_uuid': '7b0538a6-ada9-4f1f-b47c-1aa7b6678a62', 'tag': '466b36f7-7bf9-400c-8d85-f37adcc930f6', 'status': 'completed', 'code': 200} Jul 28 04:06:41.214908 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85989a2-b886-4376-b555-55bbe17c06d1 service neutron] Pushing event updated for resources: {'Port': ['ID=466b36f7-7bf9-400c-8d85-f37adcc930f6,revision_number=3']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:41.221275 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e46177f-b8a7-487a-ba80-48ee3af7553e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a10d1c-fc6b-4040-b67f-920a02e1591e,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:41.226984 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-2829c2de-fca7-4c5a-a97c-d0cdd7cc7bea admin admin] Publish callbacks [] for security_group (93180b91-480b-44ae-9608-ddbe685ed772), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:41.258791 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-2829c2de-fca7-4c5a-a97c-d0cdd7cc7bea admin admin] Publish callbacks [] for security_group (93180b91-480b-44ae-9608-ddbe685ed772), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:41.272166 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:41.284053 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2483de-d41f-454b-bbc8-40db5838e92e req-479d4510-3d84-4864-bd9d-d5a7b2c11373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:06:41.285614 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1c2483de-d41f-454b-bbc8-40db5838e92e req-479d4510-3d84-4864-bd9d-d5a7b2c11373 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9aa592e1b58f4804ad264f0cd721b1ca&device_id=7b0538a6-ada9-4f1f-b47c-1aa7b6678a62 HTTP/1.1" status: 200 len: 1128 time: 0.0669372 Jul 28 04:06:41.286801 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-87916ec5-273d-401c-81d0-da9c1e0db798 admin admin] Publish callbacks [] for security_group (34a10d1c-fc6b-4040-b67f-920a02e1591e), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:41.361320 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-87916ec5-273d-401c-81d0-da9c1e0db798 admin admin] Publish callbacks [] for security_group (34a10d1c-fc6b-4040-b67f-920a02e1591e), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:41.437309 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2483de-d41f-454b-bbc8-40db5838e92e req-e4cb4614-bb8e-4902-9547-0132194b199a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:06:41.438786 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1c2483de-d41f-454b-bbc8-40db5838e92e req-e4cb4614-bb8e-4902-9547-0132194b199a service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=9aa592e1b58f4804ad264f0cd721b1ca&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1462247 Jul 28 04:06:41.471128 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-2829c2de-fca7-4c5a-a97c-d0cdd7cc7bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (93180b91-480b-44ae-9608-ddbe685ed772), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:41.473825 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-2829c2de-fca7-4c5a-a97c-d0cdd7cc7bea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:41.474989 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-2829c2de-fca7-4c5a-a97c-d0cdd7cc7bea admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/93180b91-480b-44ae-9608-ddbe685ed772 HTTP/1.1" status: 204 len: 168 time: 0.3793824 Jul 28 04:06:41.502711 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2829c2de-fca7-4c5a-a97c-d0cdd7cc7bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93180b91-480b-44ae-9608-ddbe685ed772,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:41.524423 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2829c2de-fca7-4c5a-a97c-d0cdd7cc7bea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:41.525022 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2829c2de-fca7-4c5a-a97c-d0cdd7cc7bea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:41.526831 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2829c2de-fca7-4c5a-a97c-d0cdd7cc7bea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:41.527454 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2829c2de-fca7-4c5a-a97c-d0cdd7cc7bea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:41.529101 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2829c2de-fca7-4c5a-a97c-d0cdd7cc7bea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:41.529733 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2829c2de-fca7-4c5a-a97c-d0cdd7cc7bea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:41.530338 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2829c2de-fca7-4c5a-a97c-d0cdd7cc7bea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:41.532704 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2829c2de-fca7-4c5a-a97c-d0cdd7cc7bea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:41.533278 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2829c2de-fca7-4c5a-a97c-d0cdd7cc7bea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:41.533851 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2829c2de-fca7-4c5a-a97c-d0cdd7cc7bea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:41.535851 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2829c2de-fca7-4c5a-a97c-d0cdd7cc7bea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:41.536289 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-87916ec5-273d-401c-81d0-da9c1e0db798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (34a10d1c-fc6b-4040-b67f-920a02e1591e), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:41.536771 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2829c2de-fca7-4c5a-a97c-d0cdd7cc7bea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:41.537014 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2829c2de-fca7-4c5a-a97c-d0cdd7cc7bea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:41.537581 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2829c2de-fca7-4c5a-a97c-d0cdd7cc7bea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:41.538290 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2829c2de-fca7-4c5a-a97c-d0cdd7cc7bea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:41.539485 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-87916ec5-273d-401c-81d0-da9c1e0db798 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:41.542081 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-87916ec5-273d-401c-81d0-da9c1e0db798 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/34a10d1c-fc6b-4040-b67f-920a02e1591e HTTP/1.1" status: 204 len: 168 time: 0.4035254 Jul 28 04:06:41.572171 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87916ec5-273d-401c-81d0-da9c1e0db798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a10d1c-fc6b-4040-b67f-920a02e1591e,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:41.589263 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2483de-d41f-454b-bbc8-40db5838e92e req-996645c4-e1d6-49fa-90a3-c3e14b42b551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:06:41.591513 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1c2483de-d41f-454b-bbc8-40db5838e92e req-996645c4-e1d6-49fa-90a3-c3e14b42b551 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1467116 Jul 28 04:06:41.691689 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-f6fa8c94-45a2-487c-9d1e-1bc5ac07d463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:06:41.699791 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-f6fa8c94-45a2-487c-9d1e-1bc5ac07d463 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9aa592e1b58f4804ad264f0cd721b1ca&device_id=7b0538a6-ada9-4f1f-b47c-1aa7b6678a62 HTTP/1.1" status: 200 len: 1128 time: 0.0480185 Jul 28 04:06:41.737957 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-9ef7b979-20cc-4f94-9a7d-fe601ec86b3b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=466b36f7-7bf9-400c-8d85-f37adcc930f6 HTTP/1.1" status: 200 len: 217 time: 0.0381200 Jul 28 04:06:41.803574 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:41.820449 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-a14edb0e-f03b-491a-96e8-e0a896a927fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:06:41.821912 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-a14edb0e-f03b-491a-96e8-e0a896a927fd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dd333499-a093-4bb7-a733-016cbbcdd8fe HTTP/1.1" status: 200 len: 849 time: 0.0773842 Jul 28 04:06:41.868978 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-81fd6f94-818f-4bba-822f-6871105559e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:06:41.871257 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-81fd6f94-818f-4bba-822f-6871105559e8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=672eb351-e67a-4327-be23-b1a7215130a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433753 Jul 28 04:06:41.979343 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-8f74159c-4f6c-4b20-9060-8faa1f1a2b56 service neutron] 10.222.0.67 "GET /v2.0/networks/672eb351-e67a-4327-be23-b1a7215130a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021278 Jul 28 04:06:42.110405 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8d3fa34b-b4fd-4cb4-8da7-d754d769b0c7 req-b17d93a2-928c-4263-9989-2ddf7770cd8d service neutron] 10.222.0.67 "GET /v2.0/networks/672eb351-e67a-4327-be23-b1a7215130a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252463 Jul 28 04:06:42.130118 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec44fee-5fc5-4678-b1d5-d3cea5ca5dc5 req-7c86fb7c-0a44-4fea-92c5-0e1ffc06a69a tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:06:42.131876 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-2ec44fee-5fc5-4678-b1d5-d3cea5ca5dc5 req-7c86fb7c-0a44-4fea-92c5-0e1ffc06a69a tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b0538a6-ada9-4f1f-b47c-1aa7b6678a62 HTTP/1.1" status: 200 len: 944 time: 0.0697956 Jul 28 04:06:42.170339 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:42.190459 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-2ec44fee-5fc5-4678-b1d5-d3cea5ca5dc5 req-5a4bdf6c-fb6d-46e8-9474-7fd9fa130df6 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516710 Jul 28 04:06:42.534621 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 59278) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:06:42.549359 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-9107c3a4-ca9e-4340-ba21-a5f38746e890 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:42.633017 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-9107c3a4-ca9e-4340-ba21-a5f38746e890 admin admin] Publish callbacks [] for security_group (0cc23839-4a79-413d-9dd1-a2cfecbba8f3), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:42.713589 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-9107c3a4-ca9e-4340-ba21-a5f38746e890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (0cc23839-4a79-413d-9dd1-a2cfecbba8f3), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:42.756212 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-9107c3a4-ca9e-4340-ba21-a5f38746e890 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=732c8b0ed0d34850ae088c6c9961ce0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204301 Jul 28 04:06:42.756973 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107c3a4-ca9e-4340-ba21-a5f38746e890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc23839-4a79-413d-9dd1-a2cfecbba8f3,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:42.758899 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 59290) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:06:42.817557 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-d01b637d-ab22-46f9-b137-a28f4103ab21 admin admin] Publish callbacks [] for security_group (0cc23839-4a79-413d-9dd1-a2cfecbba8f3), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:42.842261 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-d01b637d-ab22-46f9-b137-a28f4103ab21 admin admin] Publish callbacks [] for security_group (0cc23839-4a79-413d-9dd1-a2cfecbba8f3), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:43.011829 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-d01b637d-ab22-46f9-b137-a28f4103ab21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (0cc23839-4a79-413d-9dd1-a2cfecbba8f3), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:43.014505 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-d01b637d-ab22-46f9-b137-a28f4103ab21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:43.023448 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-d01b637d-ab22-46f9-b137-a28f4103ab21 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0cc23839-4a79-413d-9dd1-a2cfecbba8f3 HTTP/1.1" status: 204 len: 168 time: 0.2556434 Jul 28 04:06:43.024865 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b637d-ab22-46f9-b137-a28f4103ab21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc23839-4a79-413d-9dd1-a2cfecbba8f3,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:43.332956 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f902e-20d4-472f-952e-70ec5ccd381d req-427ac688-4602-494b-b126-f4f089a118be tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:06:43.334522 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a31f902e-20d4-472f-952e-70ec5ccd381d req-427ac688-4602-494b-b126-f4f089a118be tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b0538a6-ada9-4f1f-b47c-1aa7b6678a62 HTTP/1.1" status: 200 len: 944 time: 0.0677013 Jul 28 04:06:43.391567 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a31f902e-20d4-472f-952e-70ec5ccd381d req-de3591fc-a670-48da-bd5d-3d69ef28bbb5 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470848 Jul 28 04:06:44.547105 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aaffa8-d6b4-4313-b889-3bb28f5742d6 req-0b383b33-8050-4af5-a2ea-6d2fd192f3d4 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:06:44.548726 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-a1aaffa8-d6b4-4313-b889-3bb28f5742d6 req-0b383b33-8050-4af5-a2ea-6d2fd192f3d4 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b0538a6-ada9-4f1f-b47c-1aa7b6678a62 HTTP/1.1" status: 200 len: 944 time: 0.0793922 Jul 28 04:06:44.608825 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-a1aaffa8-d6b4-4313-b889-3bb28f5742d6 req-616ac8fc-b194-481e-a7e2-e901aece2972 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490108 Jul 28 04:06:44.873231 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-9bed3bb0-e306-488f-abc6-1a679f1ce4ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:45.750679 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e1c00-95f2-4dd4-a508-78cf2cda13c8 req-ce234280-d338-4a16-a352-e922a12841da tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:06:45.752327 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-cf6e1c00-95f2-4dd4-a508-78cf2cda13c8 req-ce234280-d338-4a16-a352-e922a12841da tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b0538a6-ada9-4f1f-b47c-1aa7b6678a62 HTTP/1.1" status: 200 len: 944 time: 0.0534947 Jul 28 04:06:45.826379 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-cf6e1c00-95f2-4dd4-a508-78cf2cda13c8 req-fd471a67-9e47-4093-a2f7-595e15578bd5 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624495 Jul 28 04:06:46.949677 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee73b4-c175-4050-bf51-291ce282d8c2 req-ebd662f8-c796-4ff3-9df7-5cd7fda03ff5 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:06:46.951232 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-26ee73b4-c175-4050-bf51-291ce282d8c2 req-ebd662f8-c796-4ff3-9df7-5cd7fda03ff5 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b0538a6-ada9-4f1f-b47c-1aa7b6678a62 HTTP/1.1" status: 200 len: 944 time: 0.0491264 Jul 28 04:06:47.004478 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-26ee73b4-c175-4050-bf51-291ce282d8c2 req-528f191e-7d93-46b1-9fff-9a46e3e34fce tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473237 Jul 28 04:06:47.393315 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-54186ff7-6c06-43d1-95fa-950d77b870f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:48.157789 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e0a9e3-d4ab-41be-9142-9de3faeb4b7c req-ad140831-b504-41e6-ad60-6d65fdd613cb tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:06:48.159618 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-25e0a9e3-d4ab-41be-9142-9de3faeb4b7c req-ad140831-b504-41e6-ad60-6d65fdd613cb tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b0538a6-ada9-4f1f-b47c-1aa7b6678a62 HTTP/1.1" status: 200 len: 944 time: 0.0741894 Jul 28 04:06:48.218886 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-25e0a9e3-d4ab-41be-9142-9de3faeb4b7c req-08fe5785-c7ea-4cbf-a364-1b954a826759 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531547 Jul 28 04:06:48.341687 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:48.941323 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d923ff-d983-4784-981f-1bbce4c5c5ac), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:49.345648 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519da7b-19f6-44b5-b6b9-ca00865b98f4 req-3e0c4699-4b5f-4749-b59b-6a20266fda91 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:06:49.347204 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-1519da7b-19f6-44b5-b6b9-ca00865b98f4 req-3e0c4699-4b5f-4749-b59b-6a20266fda91 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b0538a6-ada9-4f1f-b47c-1aa7b6678a62 HTTP/1.1" status: 200 len: 944 time: 0.0486522 Jul 28 04:06:49.360667 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:49.407989 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-1519da7b-19f6-44b5-b6b9-ca00865b98f4 req-87eb7c8c-28ca-45bb-9eff-55822680542d tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548387 Jul 28 04:06:49.579749 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:50.174255 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:50.537664 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9826365-2116-40e5-9fa2-65b4be7bf7db req-7bf0a979-1015-49db-94cc-4c2195310d8d tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:06:50.539117 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c9826365-2116-40e5-9fa2-65b4be7bf7db req-7bf0a979-1015-49db-94cc-4c2195310d8d tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b0538a6-ada9-4f1f-b47c-1aa7b6678a62 HTTP/1.1" status: 200 len: 944 time: 0.0547054 Jul 28 04:06:50.593673 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c9826365-2116-40e5-9fa2-65b4be7bf7db req-59c0a18c-d969-427f-8ebd-a9edca8a9306 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481522 Jul 28 04:06:51.717300 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271fe0e-873e-4adb-bd0c-70ea6bed1687 req-3989087e-5f86-4132-9ed1-c9e6f2505223 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:06:51.718827 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-b271fe0e-873e-4adb-bd0c-70ea6bed1687 req-3989087e-5f86-4132-9ed1-c9e6f2505223 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b0538a6-ada9-4f1f-b47c-1aa7b6678a62 HTTP/1.1" status: 200 len: 944 time: 0.0481923 Jul 28 04:06:51.772464 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=2 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:51.774471 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-b271fe0e-873e-4adb-bd0c-70ea6bed1687 req-20035978-e1fb-4f39-bbf6-8ef128ce638d tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496664 Jul 28 04:06:51.776700 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=4 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:52.902321 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5357ab9-af00-47bd-8e76-e3324414371a req-68d8c20d-18c3-4528-b9f9-b71f87724f58 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:06:52.903884 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-e5357ab9-af00-47bd-8e76-e3324414371a req-68d8c20d-18c3-4528-b9f9-b71f87724f58 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b0538a6-ada9-4f1f-b47c-1aa7b6678a62 HTTP/1.1" status: 200 len: 944 time: 0.0504711 Jul 28 04:06:52.971412 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-e5357ab9-af00-47bd-8e76-e3324414371a req-d3d17b5e-70a7-4c65-b98c-e6e906eab934 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588975 Jul 28 04:06:54.090711 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9243f758-4a8c-494a-a9be-4b1127c2485e req-a781ecdd-c5d6-45b2-88b0-910637969811 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:06:54.092299 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-9243f758-4a8c-494a-a9be-4b1127c2485e req-a781ecdd-c5d6-45b2-88b0-910637969811 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b0538a6-ada9-4f1f-b47c-1aa7b6678a62 HTTP/1.1" status: 200 len: 944 time: 0.0489116 Jul 28 04:06:54.145067 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-9243f758-4a8c-494a-a9be-4b1127c2485e req-f05a5d39-bf66-40d4-b6de-133539051dd6 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462606 Jul 28 04:06:54.518913 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device 466b36f7-7bf9-400c-8d85-f37adcc930f6 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=121476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:06:54.636972 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port 466b36f7-7bf9-400c-8d85-f37adcc930f6, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=466b36f7-7bf9-400c-8d85-f37adcc930f6,segment=NetworkSegment(09964986-2991-46e1-a3b0-006f2cde8ec9),segment_id=09964986-2991-46e1-a3b0-006f2cde8ec9)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:06:54.649135 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Returning: {'device': '466b36f7-7bf9-400c-8d85-f37adcc930f6', 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6', 'port_id': '466b36f7-7bf9-400c-8d85-f37adcc930f6', 'mac_address': 'fa:16:3e:ab:73:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd333499-a093-4bb7-a733-016cbbcdd8fe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:06:54.685655 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port 466b36f7-7bf9-400c-8d85-f37adcc930f6 is: DOWN; New status is: BUILD {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:06:54.686052 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (466b36f7-7bf9-400c-8d85-f37adcc930f6), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:54.700514 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 466b36f7-7bf9-400c-8d85-f37adcc930f6 {{(pid=121476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 04:06:54.722503 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port 466b36f7-7bf9-400c-8d85-f37adcc930f6, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=466b36f7-7bf9-400c-8d85-f37adcc930f6,segment=NetworkSegment(09964986-2991-46e1-a3b0-006f2cde8ec9),segment_id=09964986-2991-46e1-a3b0-006f2cde8ec9)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:06:54.787636 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (466b36f7-7bf9-400c-8d85-f37adcc930f6), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:54.840274 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=466b36f7-7bf9-400c-8d85-f37adcc930f6,revision_number=4']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:54.847521 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:54.847872 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:54.848244 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:54.848601 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:54.848931 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:54.849264 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:54.849598 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:54.849925 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:54.850252 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:54.850583 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:54.850911 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:54.851235 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:54.851561 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:54.851884 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:54.852367 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:55.263717 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23e2ca-abca-4ea0-a560-0409971f2b77 req-e2b71a43-7299-4981-b603-8d5f054b9423 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:06:55.265277 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0d23e2ca-abca-4ea0-a560-0409971f2b77 req-e2b71a43-7299-4981-b603-8d5f054b9423 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b0538a6-ada9-4f1f-b47c-1aa7b6678a62 HTTP/1.1" status: 200 len: 945 time: 0.0477803 Jul 28 04:06:55.322746 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0d23e2ca-abca-4ea0-a560-0409971f2b77 req-a9dfab7e-9bb6-4ca6-9476-7252cd5f8770 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510709 Jul 28 04:06:55.629709 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] get_ports_and_sgs() called for port_ids ['466b36f7-7bf9-400c-8d85-f37adcc930f6'] {{(pid=121476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:06:56.178831 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device 466b36f7-7bf9-400c-8d85-f37adcc930f6 up at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:06:56.201201 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:56.222458 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:56.227692 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning for port 466b36f7-7bf9-400c-8d85-f37adcc930f6 completed by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 04:06:56.348141 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning complete for port 466b36f7-7bf9-400c-8d85-f37adcc930f6 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:06:56.348664 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (466b36f7-7bf9-400c-8d85-f37adcc930f6), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:56.481918 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port 466b36f7-7bf9-400c-8d85-f37adcc930f6 is: BUILD; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:06:56.482289 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (466b36f7-7bf9-400c-8d85-f37adcc930f6), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:56.500492 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a628763-eae5-4c61-97ae-0b7d70a5d865 req-edef7b72-3e09-4cb0-a8e3-031204dcf44b tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:06:56.502375 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-2a628763-eae5-4c61-97ae-0b7d70a5d865 req-edef7b72-3e09-4cb0-a8e3-031204dcf44b tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b0538a6-ada9-4f1f-b47c-1aa7b6678a62 HTTP/1.1" status: 200 len: 945 time: 0.0594349 Jul 28 04:06:56.508101 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b0538a6-ada9-4f1f-b47c-1aa7b6678a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466b36f7-7bf9-400c-8d85-f37adcc930f6'}] {{(pid=121476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:06:56.510618 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63807e78e749bb54735be4dbe0f6e45a10aff1c6ba31450fe55014b89068368c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb64013-4125-4e07-a37c-59a9210ac22f" -d '{"events": [{"server_uuid": "7b0538a6-ada9-4f1f-b47c-1aa7b6678a62", "name": "network-vif-plugged", "status": "completed", "tag": "466b36f7-7bf9-400c-8d85-f37adcc930f6"}]}' {{(pid=121476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:06:56.524709 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port 466b36f7-7bf9-400c-8d85-f37adcc930f6, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=466b36f7-7bf9-400c-8d85-f37adcc930f6,segment=NetworkSegment(09964986-2991-46e1-a3b0-006f2cde8ec9),segment_id=09964986-2991-46e1-a3b0-006f2cde8ec9)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:06:56.553618 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 04:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64641fb4-09eb-4d91-a911-066b8310e6eb x-openstack-request-id: req-64641fb4-09eb-4d91-a911-066b8310e6eb {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:06:56.553618 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b0538a6-ada9-4f1f-b47c-1aa7b6678a62", "name": "network-vif-plugged", "status": "completed", "tag": "466b36f7-7bf9-400c-8d85-f37adcc930f6", "code": 200}]} {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:06:56.553618 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-64641fb4-09eb-4d91-a911-066b8310e6eb {{(pid=121476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:06:56.553618 dv-cinder-851279-1-iscsi neutron-server[121476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64641fb4-09eb-4d91-a911-066b8310e6eb'] response: {'server_uuid': '7b0538a6-ada9-4f1f-b47c-1aa7b6678a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466b36f7-7bf9-400c-8d85-f37adcc930f6', 'code': 200} Jul 28 04:06:56.564803 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-2a628763-eae5-4c61-97ae-0b7d70a5d865 req-36fb2cdb-7721-49d2-8d75-8baa98919036 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543525 Jul 28 04:06:56.668302 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (466b36f7-7bf9-400c-8d85-f37adcc930f6), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:56.718004 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=466b36f7-7bf9-400c-8d85-f37adcc930f6,revision_number=5']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:57.019105 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:57.025789 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9967d9e-0e53-4285-8044-cf62d5c39d7a req-3617b39d-1cc0-4498-9f80-cc975bd483c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:06:57.028363 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b9967d9e-0e53-4285-8044-cf62d5c39d7a req-3617b39d-1cc0-4498-9f80-cc975bd483c0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7b0538a6-ada9-4f1f-b47c-1aa7b6678a62 HTTP/1.1" status: 200 len: 1130 time: 0.0567734 Jul 28 04:06:57.092248 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b9967d9e-0e53-4285-8044-cf62d5c39d7a req-ce1f9de7-0395-4e44-ac54-ac4c8f0cdf4d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578899 Jul 28 04:06:57.697957 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122016b1-4b89-4b2b-aa8c-32d7fad0ca3e req-e8064963-1b9e-4031-8213-0a2ed6d4e046 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:06:57.699077 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-122016b1-4b89-4b2b-aa8c-32d7fad0ca3e req-e8064963-1b9e-4031-8213-0a2ed6d4e046 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b0538a6-ada9-4f1f-b47c-1aa7b6678a62 HTTP/1.1" status: 200 len: 946 time: 0.0535820 Jul 28 04:06:57.760311 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-122016b1-4b89-4b2b-aa8c-32d7fad0ca3e req-1e9de90f-f119-4f60-bdc1-2ef52a23ba1f tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503533 Jul 28 04:06:58.885454 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05164a-eb1c-4d14-8dee-89e6b1436fac req-5c0dbb69-3cbe-44b2-a1d2-3b724574a1b6 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:06:58.886867 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-4c05164a-eb1c-4d14-8dee-89e6b1436fac req-5c0dbb69-3cbe-44b2-a1d2-3b724574a1b6 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b0538a6-ada9-4f1f-b47c-1aa7b6678a62 HTTP/1.1" status: 200 len: 946 time: 0.0477798 Jul 28 04:06:58.936549 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-4c05164a-eb1c-4d14-8dee-89e6b1436fac req-31135da1-574d-4212-baa1-0342c745a3f1 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438378 Jul 28 04:06:59.061486 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4aa5b4-393a-4ce2-b93e-b31f80385349 req-55b80255-5501-4ccb-8cb9-f0438794b5ad tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:06:59.063077 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ee4aa5b4-393a-4ce2-b93e-b31f80385349 req-55b80255-5501-4ccb-8cb9-f0438794b5ad tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b0538a6-ada9-4f1f-b47c-1aa7b6678a62 HTTP/1.1" status: 200 len: 946 time: 0.0553002 Jul 28 04:06:59.116024 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ee4aa5b4-393a-4ce2-b93e-b31f80385349 req-7baada7e-ffe5-41ae-9046-dfa17c944a13 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471578 Jul 28 04:06:59.142720 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 59590) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:06:59.335470 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321216b3-5570-45ae-a010-0c298c260d12 tempest-TestVolumeBootPattern-299655923 tempest-TestVolumeBootPattern-299655923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:06:59.337066 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-321216b3-5570-45ae-a010-0c298c260d12 tempest-TestVolumeBootPattern-299655923 tempest-TestVolumeBootPattern-299655923-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7b0538a6-ada9-4f1f-b47c-1aa7b6678a62 HTTP/1.1" status: 200 len: 1125 time: 0.1933753 Jul 28 04:06:59.341536 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 59596) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:06:59.345929 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-198c15db-2bc5-441b-8b98-2a46c4ccf373 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Request body: {'floatingip': {'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'port_id': '466b36f7-7bf9-400c-8d85-f37adcc930f6', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'fixed_ip_address': '172.20.0.10'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:06:59.455412 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-198c15db-2bc5-441b-8b98-2a46c4ccf373 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:59.470536 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:06:59.540138 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-198c15db-2bc5-441b-8b98-2a46c4ccf373 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:06:59.648513 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.db_base_plugin_common [None req-198c15db-2bc5-441b-8b98-2a46c4ccf373 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Allocated IP 172.27.0.84 (ea650c0a-dc48-4a0d-a6e0-295879bc3df9/483d9f6f-a7db-4d58-8be3-14e833e697b6/694a48de-bffc-44f0-86db-7ce732aab804) {{(pid=121474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:07:00.044609 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-198c15db-2bc5-441b-8b98-2a46c4ccf373 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks [] for port (694a48de-bffc-44f0-86db-7ce732aab804), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:00.147319 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-198c15db-2bc5-441b-8b98-2a46c4ccf373 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (694a48de-bffc-44f0-86db-7ce732aab804), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:00.191272 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198c15db-2bc5-441b-8b98-2a46c4ccf373 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Network ea650c0a-dc48-4a0d-a6e0-295879bc3df9 is already hosted by enough agents. {{(pid=121474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:07:00.194514 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [None req-198c15db-2bc5-441b-8b98-2a46c4ccf373 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Resources bound (agent type, host, resource id): {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:07:00.198696 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198c15db-2bc5-441b-8b98-2a46c4ccf373 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Received port after_create {{(pid=121474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 04:07:00.204469 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c15db-2bc5-441b-8b98-2a46c4ccf373 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Pushing event updated for resources: {'Port': ['ID=694a48de-bffc-44f0-86db-7ce732aab804,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:00.363700 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:07:00.565587 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:07:00.584013 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-198c15db-2bc5-441b-8b98-2a46c4ccf373 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks [] for floatingip (f7679030-4e12-4484-96c1-8e9a868eaec2), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:00.829959 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-198c15db-2bc5-441b-8b98-2a46c4ccf373 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (694a48de-bffc-44f0-86db-7ce732aab804), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:01.009474 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-198c15db-2bc5-441b-8b98-2a46c4ccf373 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks [] for port (694a48de-bffc-44f0-86db-7ce732aab804), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:01.045147 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 59632) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:07:01.090437 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-198c15db-2bc5-441b-8b98-2a46c4ccf373 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26044716'] for port (694a48de-bffc-44f0-86db-7ce732aab804), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:01.177876 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c15db-2bc5-441b-8b98-2a46c4ccf373 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Pushing event updated for resources: {'Port': ['ID=694a48de-bffc-44f0-86db-7ce732aab804,revision_number=2']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:01.182567 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-96f21b95-7424-4a61-a36a-aa5b8f5b80f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:01.206258 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-198c15db-2bc5-441b-8b98-2a46c4ccf373 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739753'] for floatingip (f7679030-4e12-4484-96c1-8e9a868eaec2), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:01.259208 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:07:01.381127 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.db.l3_db [None req-198c15db-2bc5-441b-8b98-2a46c4ccf373 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Floating IP f7679030-4e12-4484-96c1-8e9a868eaec2 associated. External IP: 172.27.0.84, port: 466b36f7-7bf9-400c-8d85-f37adcc930f6. Jul 28 04:07:01.440990 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-96f21b95-7424-4a61-a36a-aa5b8f5b80f9 admin admin] Publish callbacks [] for security_group (bda683b1-824c-407c-831f-3c3c3a307a5e), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:01.522732 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-96f21b95-7424-4a61-a36a-aa5b8f5b80f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (bda683b1-824c-407c-831f-3c3c3a307a5e), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:01.621276 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f21b95-7424-4a61-a36a-aa5b8f5b80f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda683b1-824c-407c-831f-3c3c3a307a5e,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:01.634292 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-96f21b95-7424-4a61-a36a-aa5b8f5b80f9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=737df78b00794f05b3ff948aa3010c37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5876403 Jul 28 04:07:01.636959 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 59640) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:07:01.695077 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:07:01.700538 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-b001b945-8319-4ed1-9e25-5401002eb4bc admin admin] Publish callbacks [] for security_group (bda683b1-824c-407c-831f-3c3c3a307a5e), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:01.731836 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-b001b945-8319-4ed1-9e25-5401002eb4bc admin admin] Publish callbacks [] for security_group (bda683b1-824c-407c-831f-3c3c3a307a5e), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:01.811538 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-198c15db-2bc5-441b-8b98-2a46c4ccf373 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Router cda1d050-b975-4db1-b9d6-e1228fa35860 has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 04:07:01.861314 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-b001b945-8319-4ed1-9e25-5401002eb4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (bda683b1-824c-407c-831f-3c3c3a307a5e), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:01.864368 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-b001b945-8319-4ed1-9e25-5401002eb4bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:01.865713 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-b001b945-8319-4ed1-9e25-5401002eb4bc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bda683b1-824c-407c-831f-3c3c3a307a5e HTTP/1.1" status: 204 len: 168 time: 0.2275648 Jul 28 04:07:01.877246 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b001b945-8319-4ed1-9e25-5401002eb4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda683b1-824c-407c-831f-3c3c3a307a5e,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:01.884113 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:INSERT=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:07:01.947571 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198c15db-2bc5-441b-8b98-2a46c4ccf373 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:07:01.958575 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08682d55-14f3-4985-8d94-e5f8ccca2319 None None] Sync routers for ids ['cda1d050-b975-4db1-b9d6-e1228fa35860'] in dv-cinder-851279-1-iscsi {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:07:01.970976 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08682d55-14f3-4985-8d94-e5f8ccca2319 None None] Routers {'cda1d050-b975-4db1-b9d6-e1228fa35860'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:07:01.971648 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-08682d55-14f3-4985-8d94-e5f8ccca2319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:06:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['cda1d050-b975-4db1-b9d6-e1228fa35860'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:07:02.070860 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-198c15db-2bc5-441b-8b98-2a46c4ccf373 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for floatingip (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:02.116502 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-08682d55-14f3-4985-8d94-e5f8ccca2319 None None] Set router cda1d050-b975-4db1-b9d6-e1228fa35860 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:07:02.120230 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-198c15db-2bc5-441b-8b98-2a46c4ccf373 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7773230 Jul 28 04:07:02.121486 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b0538a6-ada9-4f1f-b47c-1aa7b6678a62', 'tag': '466b36f7-7bf9-400c-8d85-f37adcc930f6'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:07:02.125553 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254cf544-ba48-49b6-b597-85a16202868c" -d '{"events": [{"name": "network-changed", "server_uuid": "7b0538a6-ada9-4f1f-b47c-1aa7b6678a62", "tag": "466b36f7-7bf9-400c-8d85-f37adcc930f6"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:07:02.169256 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 04:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d241fd46-981c-4693-a655-450fe2cbb199 x-openstack-request-id: req-d241fd46-981c-4693-a655-450fe2cbb199 {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:07:02.169552 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b0538a6-ada9-4f1f-b47c-1aa7b6678a62", "tag": "466b36f7-7bf9-400c-8d85-f37adcc930f6", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:07:02.169810 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d241fd46-981c-4693-a655-450fe2cbb199 {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:07:02.170229 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d241fd46-981c-4693-a655-450fe2cbb199'] response: {'name': 'network-changed', 'server_uuid': '7b0538a6-ada9-4f1f-b47c-1aa7b6678a62', 'tag': '466b36f7-7bf9-400c-8d85-f37adcc930f6', 'status': 'completed', 'code': 200} Jul 28 04:07:02.238280 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254cf544-ba48-49b6-b597-85a16202868c req-91402eef-4335-455d-8e29-9bb77d21ae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:07:02.241916 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-254cf544-ba48-49b6-b597-85a16202868c req-91402eef-4335-455d-8e29-9bb77d21ae9a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9aa592e1b58f4804ad264f0cd721b1ca&device_id=7b0538a6-ada9-4f1f-b47c-1aa7b6678a62 HTTP/1.1" status: 200 len: 1130 time: 0.0489438 Jul 28 04:07:02.369603 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254cf544-ba48-49b6-b597-85a16202868c req-4c8128d1-3aad-460d-b9b1-424fd94c936d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:07:02.371256 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-254cf544-ba48-49b6-b597-85a16202868c req-4c8128d1-3aad-460d-b9b1-424fd94c936d service neutron] 10.222.0.67 "GET /v2.0/networks?id=672eb351-e67a-4327-be23-b1a7215130a6 HTTP/1.1" status: 200 len: 911 time: 0.1248829 Jul 28 04:07:02.378889 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-08682d55-14f3-4985-8d94-e5f8ccca2319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'name': 'tempest-TestVolumeBootPattern-12412982-router', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:05:51Z', 'updated_at': '2022-07-28T04:05:57Z', 'revision_number': 4, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'gw_port': {'id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:05:52Z', 'updated_at': '2022-07-28T04:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': 'f7679030-4e12-4484-96c1-8e9a868eaec2', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'floating_ip_address': '172.27.0.84', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'port_id': '466b36f7-7bf9-400c-8d85-f37adcc930f6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6', 'mac_address': 'fa:16:3e:ab:73:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0538a6-ada9-4f1f-b47c-1aa7b6678a62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T04:07:00Z', 'updated_at': '2022-07-28T04:07:00Z', 'revision_number': 0, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b62e2a17-0c1d-46ce-88b8-41ed83e85337', 'name': '', 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'mac_address': 'fa:16:3e:8c:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'dd333499-a093-4bb7-a733-016cbbcdd8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:05:56Z', 'updated_at': '2022-07-28T04:06:02Z', 'revision_number': 5, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'subnets': [{'id': 'dd333499-a093-4bb7-a733-016cbbcdd8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:07:02.404512 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08682d55-14f3-4985-8d94-e5f8ccca2319 None None] Checking router: cda1d050-b975-4db1-b9d6-e1228fa35860 for host: dv-cinder-851279-1-iscsi {{(pid=121477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:07:02.413458 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08682d55-14f3-4985-8d94-e5f8ccca2319 None None] Routers {'cda1d050-b975-4db1-b9d6-e1228fa35860'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:07:02.414140 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-08682d55-14f3-4985-8d94-e5f8ccca2319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:06:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['cda1d050-b975-4db1-b9d6-e1228fa35860'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:07:02.437615 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-254cf544-ba48-49b6-b597-85a16202868c req-cb14ee46-6c1e-4844-9791-a18fae2a52c3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=466b36f7-7bf9-400c-8d85-f37adcc930f6 HTTP/1.1" status: 200 len: 999 time: 0.0608606 Jul 28 04:07:02.507473 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254cf544-ba48-49b6-b597-85a16202868c req-b7a70040-f0aa-4e83-ac5e-a48c93fc4b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:07:02.509239 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-254cf544-ba48-49b6-b597-85a16202868c req-b7a70040-f0aa-4e83-ac5e-a48c93fc4b55 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dd333499-a093-4bb7-a733-016cbbcdd8fe HTTP/1.1" status: 200 len: 849 time: 0.0641170 Jul 28 04:07:02.539118 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-08682d55-14f3-4985-8d94-e5f8ccca2319 None None] Set router cda1d050-b975-4db1-b9d6-e1228fa35860 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:07:02.558282 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254cf544-ba48-49b6-b597-85a16202868c req-ae2c0327-3a01-4d50-917e-736094ba2a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:07:02.560009 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-254cf544-ba48-49b6-b597-85a16202868c req-ae2c0327-3a01-4d50-917e-736094ba2a24 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=672eb351-e67a-4327-be23-b1a7215130a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455291 Jul 28 04:07:02.613631 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:07:02.663388 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-254cf544-ba48-49b6-b597-85a16202868c req-9e35c0f2-7a57-4105-b33c-0c5e0e352a10 service neutron] 10.222.0.67 "GET /v2.0/networks/672eb351-e67a-4327-be23-b1a7215130a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972142 Jul 28 04:07:02.765967 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-254cf544-ba48-49b6-b597-85a16202868c req-9c65b4a8-0b50-469d-beb8-1ab856519ae5 service neutron] 10.222.0.67 "GET /v2.0/networks/672eb351-e67a-4327-be23-b1a7215130a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970540 Jul 28 04:07:02.772773 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 59662) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:07:02.778748 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-08682d55-14f3-4985-8d94-e5f8ccca2319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'name': 'tempest-TestVolumeBootPattern-12412982-router', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:05:51Z', 'updated_at': '2022-07-28T04:05:57Z', 'revision_number': 4, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'gw_port': {'id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:05:52Z', 'updated_at': '2022-07-28T04:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': 'f7679030-4e12-4484-96c1-8e9a868eaec2', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'floating_ip_address': '172.27.0.84', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'port_id': '466b36f7-7bf9-400c-8d85-f37adcc930f6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6', 'mac_address': 'fa:16:3e:ab:73:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0538a6-ada9-4f1f-b47c-1aa7b6678a62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T04:07:00Z', 'updated_at': '2022-07-28T04:07:00Z', 'revision_number': 0, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b62e2a17-0c1d-46ce-88b8-41ed83e85337', 'name': '', 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'mac_address': 'fa:16:3e:8c:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'dd333499-a093-4bb7-a733-016cbbcdd8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:05:56Z', 'updated_at': '2022-07-28T04:06:02Z', 'revision_number': 5, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'subnets': [{'id': 'dd333499-a093-4bb7-a733-016cbbcdd8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:07:02.789731 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-f56364ab-62ce-4fcb-9548-7f313b1abb25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:02.805436 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08682d55-14f3-4985-8d94-e5f8ccca2319 None None] The sync data for ids ['cda1d050-b975-4db1-b9d6-e1228fa35860'] in dv-cinder-851279-1-iscsi is: [{'id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'name': 'tempest-TestVolumeBootPattern-12412982-router', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:05:51Z', 'updated_at': '2022-07-28T04:05:57Z', 'revision_number': 4, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'gw_port': {'id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:05:52Z', 'updated_at': '2022-07-28T04:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': 'f7679030-4e12-4484-96c1-8e9a868eaec2', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'floating_ip_address': '172.27.0.84', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'port_id': '466b36f7-7bf9-400c-8d85-f37adcc930f6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6', 'mac_address': 'fa:16:3e:ab:73:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0538a6-ada9-4f1f-b47c-1aa7b6678a62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T04:07:00Z', 'updated_at': '2022-07-28T04:07:00Z', 'revision_number': 0, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b62e2a17-0c1d-46ce-88b8-41ed83e85337', 'name': '', 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'mac_address': 'fa:16:3e:8c:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'dd333499-a093-4bb7-a733-016cbbcdd8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:05:56Z', 'updated_at': '2022-07-28T04:06:02Z', 'revision_number': 5, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'subnets': [{'id': 'dd333499-a093-4bb7-a733-016cbbcdd8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:07:02.888566 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-f56364ab-62ce-4fcb-9548-7f313b1abb25 admin admin] Publish callbacks [] for security_group (ac408d80-a8ff-4be2-ba5f-28815cbac9c4), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:02.982123 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-f56364ab-62ce-4fcb-9548-7f313b1abb25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (ac408d80-a8ff-4be2-ba5f-28815cbac9c4), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:03.029100 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56364ab-62ce-4fcb-9548-7f313b1abb25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac408d80-a8ff-4be2-ba5f-28815cbac9c4,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:03.031608 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0bfad3-9978-46aa-a191-73b257721d56 None None] New status for floating IP f7679030-4e12-4484-96c1-8e9a868eaec2: ACTIVE {{(pid=121476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 04:07:03.039214 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-f56364ab-62ce-4fcb-9548-7f313b1abb25 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8266df14c5be40299b6881f5eba1707e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2644691 Jul 28 04:07:03.041753 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 59668) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:07:03.091460 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:07:03.101552 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-7d2d5795-6367-4e38-9ac0-ecee5fa87d00 admin admin] Publish callbacks [] for security_group (ac408d80-a8ff-4be2-ba5f-28815cbac9c4), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:03.126421 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-7d2d5795-6367-4e38-9ac0-ecee5fa87d00 admin admin] Publish callbacks [] for security_group (ac408d80-a8ff-4be2-ba5f-28815cbac9c4), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:03.265969 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-7d2d5795-6367-4e38-9ac0-ecee5fa87d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (ac408d80-a8ff-4be2-ba5f-28815cbac9c4), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:03.270589 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-7d2d5795-6367-4e38-9ac0-ecee5fa87d00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:03.272529 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-7d2d5795-6367-4e38-9ac0-ecee5fa87d00 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ac408d80-a8ff-4be2-ba5f-28815cbac9c4 HTTP/1.1" status: 204 len: 168 time: 0.2295005 Jul 28 04:07:03.287416 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d5795-6367-4e38-9ac0-ecee5fa87d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac408d80-a8ff-4be2-ba5f-28815cbac9c4,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:07.905876 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.agents_db [None req-58c662dc-5ea5-4853-b3cc-f7bb2188e679 None None] Agent healthcheck: found 6 active agents {{(pid=121477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:07:09.379087 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 59778) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:07:09.490649 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-d7d7df8a-7c78-4c22-a047-25a598ced690 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:09.567102 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-d7d7df8a-7c78-4c22-a047-25a598ced690 admin admin] Publish callbacks [] for security_group (b87396d0-a910-48d5-8873-cacd2ad34df2), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:09.641523 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-d7d7df8a-7c78-4c22-a047-25a598ced690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (b87396d0-a910-48d5-8873-cacd2ad34df2), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:09.680807 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d7df8a-7c78-4c22-a047-25a598ced690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87396d0-a910-48d5-8873-cacd2ad34df2,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:09.685896 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-d7d7df8a-7c78-4c22-a047-25a598ced690 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=33a3bfb27fed4dc48f8682b14e6ca61c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3055611 Jul 28 04:07:09.688555 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 59782) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:07:09.743052 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-676849e4-039b-45e4-9dfe-f5a3e5b1c093 admin admin] Publish callbacks [] for security_group (b87396d0-a910-48d5-8873-cacd2ad34df2), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:09.766771 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-676849e4-039b-45e4-9dfe-f5a3e5b1c093 admin admin] Publish callbacks [] for security_group (b87396d0-a910-48d5-8873-cacd2ad34df2), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:09.768515 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:07:09.907033 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-676849e4-039b-45e4-9dfe-f5a3e5b1c093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (b87396d0-a910-48d5-8873-cacd2ad34df2), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:09.909745 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-676849e4-039b-45e4-9dfe-f5a3e5b1c093 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:09.910943 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-676849e4-039b-45e4-9dfe-f5a3e5b1c093 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b87396d0-a910-48d5-8873-cacd2ad34df2 HTTP/1.1" status: 204 len: 168 time: 0.2214532 Jul 28 04:07:09.919694 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676849e4-039b-45e4-9dfe-f5a3e5b1c093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87396d0-a910-48d5-8873-cacd2ad34df2,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:10.673716 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 59804) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:07:10.687402 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-7da10d49-6ae3-4697-8b92-eeb228141e17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:10.772697 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-7da10d49-6ae3-4697-8b92-eeb228141e17 admin admin] Publish callbacks [] for security_group (7a23bfce-4218-44ec-9e4c-3486e3725cc9), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:10.841883 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-7da10d49-6ae3-4697-8b92-eeb228141e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (7a23bfce-4218-44ec-9e4c-3486e3725cc9), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:10.882000 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-7da10d49-6ae3-4697-8b92-eeb228141e17 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=898ce1d95d674ae79c5ebb6777ae9734&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2071526 Jul 28 04:07:10.883128 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da10d49-6ae3-4697-8b92-eeb228141e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a23bfce-4218-44ec-9e4c-3486e3725cc9,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:10.885213 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 59806) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:07:10.941926 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-cffdc3a2-1c94-4f1f-ba1f-64212f56525f admin admin] Publish callbacks [] for security_group (7a23bfce-4218-44ec-9e4c-3486e3725cc9), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:10.965309 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-cffdc3a2-1c94-4f1f-ba1f-64212f56525f admin admin] Publish callbacks [] for security_group (7a23bfce-4218-44ec-9e4c-3486e3725cc9), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:11.095117 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-cffdc3a2-1c94-4f1f-ba1f-64212f56525f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (7a23bfce-4218-44ec-9e4c-3486e3725cc9), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:11.097703 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-cffdc3a2-1c94-4f1f-ba1f-64212f56525f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:11.098874 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-cffdc3a2-1c94-4f1f-ba1f-64212f56525f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7a23bfce-4218-44ec-9e4c-3486e3725cc9 HTTP/1.1" status: 204 len: 168 time: 0.2120106 Jul 28 04:07:11.107641 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffdc3a2-1c94-4f1f-ba1f-64212f56525f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a23bfce-4218-44ec-9e4c-3486e3725cc9,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:12.278453 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 59834) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:07:12.384937 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-fabfa87a-f265-4029-b263-7323b74330cb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-646327505-network', 'tenant_id': '83b3cf737ddd463f8f77ebe29d23fc7e'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:07:12.493190 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabfa87a-f265-4029-b263-7323b74330cb admin admin] Made reservation on behalf of 83b3cf737ddd463f8f77ebe29d23fc7e for: {'network': 1} {{(pid=121474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:07:12.495628 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-fabfa87a-f265-4029-b263-7323b74330cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for network (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:12.506182 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-fabfa87a-f265-4029-b263-7323b74330cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:12.586177 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-fabfa87a-f265-4029-b263-7323b74330cb admin admin] Publish callbacks [] for security_group (6ee24847-6a74-4e94-821c-5062d5853ed7), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:12.643572 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-fabfa87a-f265-4029-b263-7323b74330cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (6ee24847-6a74-4e94-821c-5062d5853ed7), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:12.673141 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fabfa87a-f265-4029-b263-7323b74330cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=121474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:07:12.678667 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabfa87a-f265-4029-b263-7323b74330cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee24847-6a74-4e94-821c-5062d5853ed7,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:12.686447 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-fabfa87a-f265-4029-b263-7323b74330cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684'] for segment (9dbe9ecd-d8a8-4fd9-9bbe-daf95dbce1da), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:12.686447 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.db.segments_db [None req-fabfa87a-f265-4029-b263-7323b74330cb admin admin] Added segment 9dbe9ecd-d8a8-4fd9-9bbe-daf95dbce1da of type vlan for network d95435be-155f-4499-b5b6-5836f17886d6 Jul 28 04:07:12.726895 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-fabfa87a-f265-4029-b263-7323b74330cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761987992185'] for network (d95435be-155f-4499-b5b6-5836f17886d6), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:12.779718 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=86 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:07:12.807230 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-fabfa87a-f265-4029-b263-7323b74330cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753'] for network (d95435be-155f-4499-b5b6-5836f17886d6), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:12.808292 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabfa87a-f265-4029-b263-7323b74330cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:07:12.808884 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-fabfa87a-f265-4029-b263-7323b74330cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for network (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:12.873415 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:07:12.877440 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabfa87a-f265-4029-b263-7323b74330cb admin admin] Pushing event updated for resources: {'Network': ['ID=d95435be-155f-4499-b5b6-5836f17886d6,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:12.887211 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Network d95435be-155f-4499-b5b6-5836f17886d6 details requested by agent ovs-agent-dv-cinder-851279-1-iscsi with host dv-cinder-851279-1-iscsi {{(pid=121476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:07:12.918722 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-fabfa87a-f265-4029-b263-7323b74330cb admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.6391559 Jul 28 04:07:12.922774 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 59840) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:07:12.927855 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-e0b66172-f193-4414-b6b8-5733172bdf63 admin admin] Request body: {'subnet': {'network_id': 'd95435be-155f-4499-b5b6-5836f17886d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-646327505-subnet', 'tenant_id': '83b3cf737ddd463f8f77ebe29d23fc7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:07:13.009346 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b66172-f193-4414-b6b8-5733172bdf63 admin admin] Made reservation on behalf of 83b3cf737ddd463f8f77ebe29d23fc7e for: {'subnet': 1} {{(pid=121475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:07:13.011768 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-e0b66172-f193-4414-b6b8-5733172bdf63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25966731'] for subnet (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:13.262344 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-e0b66172-f193-4414-b6b8-5733172bdf63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3956385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25966757'] for subnet (0054f839-20bb-4b52-a24d-1db5d777cb1f), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:13.316984 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=4 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:07:13.328321 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b66172-f193-4414-b6b8-5733172bdf63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0054f839-20bb-4b52-a24d-1db5d777cb1f,revision_number=0']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:13.336281 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b66172-f193-4414-b6b8-5733172bdf63 admin admin] Checking segment: {'id': '9dbe9ecd-d8a8-4fd9-9bbe-daf95dbce1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd95435be-155f-4499-b5b6-5836f17886d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 04:07:13.336643 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b66172-f193-4414-b6b8-5733172bdf63 admin admin] Network hostable DHCP agents. Network: d95435be-155f-4499-b5b6-5836f17886d6, hostable agents: ['a6d94de3-42af-4ea6-939a-9cee0bfbc3cb'], hosted agents: [] {{(pid=121475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:07:13.438162 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b66172-f193-4414-b6b8-5733172bdf63 admin admin] Network d95435be-155f-4499-b5b6-5836f17886d6 is scheduled to be hosted by DHCP agent a6d94de3-42af-4ea6-939a-9cee0bfbc3cb with binding_index 1 {{(pid=121475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:07:13.517981 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.base_scheduler [None req-e0b66172-f193-4414-b6b8-5733172bdf63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-1-iscsi, d95435be-155f-4499-b5b6-5836f17886d6) {{(pid=121475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:07:13.522393 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b66172-f193-4414-b6b8-5733172bdf63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:07:13.522977 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-e0b66172-f193-4414-b6b8-5733172bdf63 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:13.528384 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b6765e-391c-4a56-b80c-efc690f7f442 None None] Network d95435be-155f-4499-b5b6-5836f17886d6 requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 04:07:13.634795 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-e0b66172-f193-4414-b6b8-5733172bdf63 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7109261 Jul 28 04:07:13.638013 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1234f54d-af57-408c-aa61-40235bb2cdcc None None] Network d95435be-155f-4499-b5b6-5836f17886d6 requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 04:07:14.890049 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f5c00412-6708-4e5e-bb06-04d947012cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:17.432515 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-8138fb25-3059-42c5-be01-f924fa2575dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:17.902340 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=64 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:07:17.978465 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-8bd5df64-b424-43a4-88e3-50554d178ef4 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:07:17.979946 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-8bd5df64-b424-43a4-88e3-50554d178ef4 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/networks?id=d95435be-155f-4499-b5b6-5836f17886d6 HTTP/1.1" status: 200 len: 813 time: 0.1105053 Jul 28 04:07:17.995709 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-0fac7087-872a-4d5d-8a02-41435adfe31a tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/quotas/83b3cf737ddd463f8f77ebe29d23fc7e HTTP/1.1" status: 200 len: 375 time: 0.0093081 Jul 28 04:07:18.034958 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-0e791b2f-f5fc-46c9-abf5-2e18e310a824 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=83b3cf737ddd463f8f77ebe29d23fc7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334115 Jul 28 04:07:18.187613 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-a02a8b93-efaa-4a63-9761-3fc11a4c66db service neutron] 10.222.0.66 "GET /v2.0/networks/d95435be-155f-4499-b5b6-5836f17886d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439106 Jul 28 04:07:18.293090 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-2da0de88-3d5a-4981-9e6c-7ee6af02a935 service neutron] 10.222.0.66 "GET /v2.0/networks/d95435be-155f-4499-b5b6-5836f17886d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016359 Jul 28 04:07:18.369616 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:18.541510 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-d25d77ec-3f0e-48f5-9d9f-aa7dbd370851 req-29764482-b789-4dda-81e0-92240a841bd2 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7c65d71-b715-4c1a-860b-75fd32e26f3a HTTP/1.1" status: 200 len: 210 time: 0.0336745 Jul 28 04:07:18.952500 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d923ff-d983-4784-981f-1bbce4c5c5ac), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:19.636606 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-19045e3b-792c-44d9-a4f0-6e066912376c req-3755ae66-ddc1-47b2-82ba-dea88accaa9c tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7c65d71-b715-4c1a-860b-75fd32e26f3a HTTP/1.1" status: 200 len: 210 time: 0.0290196 Jul 28 04:07:19.672031 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:20.152134 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:20.741088 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-469e529c-e329-411e-bc4b-000e012164cf req-9b07b1f8-56a5-47eb-94c4-e304f82878b8 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7c65d71-b715-4c1a-860b-75fd32e26f3a HTTP/1.1" status: 200 len: 210 time: 0.0289974 Jul 28 04:07:21.227454 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:07:21.280837 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-0295b043-1946-4f58-9bdd-6ba0d5f8e83f tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:07:21.282448 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-0295b043-1946-4f58-9bdd-6ba0d5f8e83f tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.67 "GET /v2.0/networks?id=d95435be-155f-4499-b5b6-5836f17886d6 HTTP/1.1" status: 200 len: 813 time: 0.1160522 Jul 28 04:07:21.297226 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-78dd3705-11de-4745-be4c-f69bf821c0d0 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Request body: {'port': {'device_id': 'e7c65d71-b715-4c1a-860b-75fd32e26f3a', 'network_id': 'd95435be-155f-4499-b5b6-5836f17886d6', 'admin_state_up': True, 'tenant_id': '83b3cf737ddd463f8f77ebe29d23fc7e'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:07:21.498867 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-78dd3705-11de-4745-be4c-f69bf821c0d0 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Made reservation on behalf of 83b3cf737ddd463f8f77ebe29d23fc7e for: {'port': 1} {{(pid=121474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:07:21.502418 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-78dd3705-11de-4745-be4c-f69bf821c0d0 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:21.595817 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:07:21.641815 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.db_base_plugin_common [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-78dd3705-11de-4745-be4c-f69bf821c0d0 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Allocated IP 172.20.0.10 (d95435be-155f-4499-b5b6-5836f17886d6/0054f839-20bb-4b52-a24d-1db5d777cb1f/e0d80004-385b-4f90-9bd2-6b9861e7c00c) {{(pid=121474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:07:21.670433 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 60018) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:07:21.796603 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-de820caf-4b69-4243-b7cc-09bc4d0e4f76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:21.814672 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-78dd3705-11de-4745-be4c-f69bf821c0d0 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Publish callbacks [] for port (e0d80004-385b-4f90-9bd2-6b9861e7c00c), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:21.843429 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:07:21.866160 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-43bb365d-ac58-4bdf-8ec9-b84ff9c0ad0a req-6997aec3-3a8c-41b3-8ab3-bec7c127e5e0 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7c65d71-b715-4c1a-860b-75fd32e26f3a HTTP/1.1" status: 200 len: 210 time: 0.0373256 Jul 28 04:07:21.897042 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-de820caf-4b69-4243-b7cc-09bc4d0e4f76 admin admin] Publish callbacks [] for security_group (605b1c4f-a5d4-432c-9ac2-082ed5d60102), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:21.947493 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-78dd3705-11de-4745-be4c-f69bf821c0d0 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (e0d80004-385b-4f90-9bd2-6b9861e7c00c), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:21.979279 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-de820caf-4b69-4243-b7cc-09bc4d0e4f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (605b1c4f-a5d4-432c-9ac2-082ed5d60102), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:21.999175 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-78dd3705-11de-4745-be4c-f69bf821c0d0 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Network d95435be-155f-4499-b5b6-5836f17886d6 is already hosted by enough agents. {{(pid=121474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:07:22.005039 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-78dd3705-11de-4745-be4c-f69bf821c0d0 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Resources bound (agent type, host, resource id): {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:07:22.007672 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-78dd3705-11de-4745-be4c-f69bf821c0d0 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Received port after_create {{(pid=121474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 04:07:22.015134 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd3705-11de-4745-be4c-f69bf821c0d0 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Pushing event updated for resources: {'Port': ['ID=e0d80004-385b-4f90-9bd2-6b9861e7c00c,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:22.035414 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-de820caf-4b69-4243-b7cc-09bc4d0e4f76 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=344a2b84213c41a7b26705f3a3c8ad0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3637333 Jul 28 04:07:22.038917 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 60026) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:07:22.040996 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de820caf-4b69-4243-b7cc-09bc4d0e4f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605b1c4f-a5d4-432c-9ac2-082ed5d60102,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:22.098820 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-78dd3705-11de-4745-be4c-f69bf821c0d0 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:07:22.099566 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-78dd3705-11de-4745-be4c-f69bf821c0d0 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:22.105194 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 60028) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:07:22.125852 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:07:22.127432 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-ad0004c0-188d-4973-a0a0-88f4c46cc0ec admin admin] Publish callbacks [] for security_group (605b1c4f-a5d4-432c-9ac2-082ed5d60102), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:22.150945 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-ad0004c0-188d-4973-a0a0-88f4c46cc0ec admin admin] Publish callbacks [] for security_group (605b1c4f-a5d4-432c-9ac2-082ed5d60102), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:22.204433 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-78dd3705-11de-4745-be4c-f69bf821c0d0 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9122350 Jul 28 04:07:22.217288 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-1ba2b469-6fe7-4ddd-865c-c34f21895503 service neutron] Request body: {'port': {'device_id': 'e7c65d71-b715-4c1a-860b-75fd32e26f3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:07:22.217494 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-80d3379f-7193-4f90-91e5-acb36a05db9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:22.283568 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-1ba2b469-6fe7-4ddd-865c-c34f21895503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (e0d80004-385b-4f90-9bd2-6b9861e7c00c), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:22.373450 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-80d3379f-7193-4f90-91e5-acb36a05db9d admin admin] Publish callbacks [] for security_group (3321e672-c946-4035-8eea-d2b39d56a741), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:22.467373 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-80d3379f-7193-4f90-91e5-acb36a05db9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (3321e672-c946-4035-8eea-d2b39d56a741), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:22.469188 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-ad0004c0-188d-4973-a0a0-88f4c46cc0ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (605b1c4f-a5d4-432c-9ac2-082ed5d60102), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:22.471782 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-ad0004c0-188d-4973-a0a0-88f4c46cc0ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:22.472987 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-ad0004c0-188d-4973-a0a0-88f4c46cc0ec admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/605b1c4f-a5d4-432c-9ac2-082ed5d60102 HTTP/1.1" status: 204 len: 168 time: 0.4327860 Jul 28 04:07:22.490987 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0004c0-188d-4973-a0a0-88f4c46cc0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605b1c4f-a5d4-432c-9ac2-082ed5d60102,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:22.517541 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-80d3379f-7193-4f90-91e5-acb36a05db9d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1466a2badc064a75931d123a1540d91d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4111702 Jul 28 04:07:22.518729 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d3379f-7193-4f90-91e5-acb36a05db9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3321e672-c946-4035-8eea-d2b39d56a741,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:22.520191 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 60034) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:07:22.534634 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:07:22.609915 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-1ba2b469-6fe7-4ddd-865c-c34f21895503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0d80004-385b-4f90-9bd2-6b9861e7c00c {{(pid=121474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 04:07:22.624893 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-1ba2b469-6fe7-4ddd-865c-c34f21895503 service neutron] Publish callbacks [] for port (e0d80004-385b-4f90-9bd2-6b9861e7c00c), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:22.632437 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-f034b177-ab3a-4bc7-9556-75cc0ae9ca98 admin admin] Publish callbacks [] for security_group (3321e672-c946-4035-8eea-d2b39d56a741), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:22.646937 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.provisioning_blocks [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-1ba2b469-6fe7-4ddd-865c-c34f21895503 service neutron] Transition to ACTIVE for port object e0d80004-385b-4f90-9bd2-6b9861e7c00c will not be triggered until provisioned by entity L2. {{(pid=121474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 04:07:22.662264 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-f034b177-ab3a-4bc7-9556-75cc0ae9ca98 admin admin] Publish callbacks [] for security_group (3321e672-c946-4035-8eea-d2b39d56a741), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:22.761620 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-1ba2b469-6fe7-4ddd-865c-c34f21895503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26044716'] for port (e0d80004-385b-4f90-9bd2-6b9861e7c00c), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:22.798994 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-f034b177-ab3a-4bc7-9556-75cc0ae9ca98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (3321e672-c946-4035-8eea-d2b39d56a741), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:22.801675 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-f034b177-ab3a-4bc7-9556-75cc0ae9ca98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:22.802835 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-f034b177-ab3a-4bc7-9556-75cc0ae9ca98 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3321e672-c946-4035-8eea-d2b39d56a741 HTTP/1.1" status: 204 len: 168 time: 0.2812693 Jul 28 04:07:22.828824 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034b177-ab3a-4bc7-9556-75cc0ae9ca98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3321e672-c946-4035-8eea-d2b39d56a741,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:22.830491 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba2b469-6fe7-4ddd-865c-c34f21895503 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d80004-385b-4f90-9bd2-6b9861e7c00c,revision_number=2']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:22.947564 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-1ba2b469-6fe7-4ddd-865c-c34f21895503 service neutron] Attempting to bind port e0d80004-385b-4f90-9bd2-6b9861e7c00c on host hv-cinder-85127 for vnic_type normal with profile {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 04:07:22.948211 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-1ba2b469-6fe7-4ddd-865c-c34f21895503 service neutron] Attempting to bind port e0d80004-385b-4f90-9bd2-6b9861e7c00c by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '9dbe9ecd-d8a8-4fd9-9bbe-daf95dbce1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd95435be-155f-4499-b5b6-5836f17886d6'}] {{(pid=121474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 04:07:22.948928 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-1ba2b469-6fe7-4ddd-865c-c34f21895503 service neutron] Attempting to bind port e0d80004-385b-4f90-9bd2-6b9861e7c00c on network d95435be-155f-4499-b5b6-5836f17886d6 {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:07:22.954747 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-1ba2b469-6fe7-4ddd-865c-c34f21895503 service neutron] Port e0d80004-385b-4f90-9bd2-6b9861e7c00c on network d95435be-155f-4499-b5b6-5836f17886d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 04:07:22.955230 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-1ba2b469-6fe7-4ddd-865c-c34f21895503 service neutron] Attempting to bind port e0d80004-385b-4f90-9bd2-6b9861e7c00c on network d95435be-155f-4499-b5b6-5836f17886d6 {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:07:22.961181 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-1ba2b469-6fe7-4ddd-865c-c34f21895503 service neutron] Checking agent: {'id': 'a6d923ff-d983-4784-981f-1bbce4c5c5ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 56, 49), 'started_at': datetime.datetime(2022, 7, 28, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 4, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 04:07:22.961527 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-1ba2b469-6fe7-4ddd-865c-c34f21895503 service neutron] Checking segment: {'id': '9dbe9ecd-d8a8-4fd9-9bbe-daf95dbce1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd95435be-155f-4499-b5b6-5836f17886d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 04:07:22.961930 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-1ba2b469-6fe7-4ddd-865c-c34f21895503 service neutron] Bound using segment: {'id': '9dbe9ecd-d8a8-4fd9-9bbe-daf95dbce1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd95435be-155f-4499-b5b6-5836f17886d6'} {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 04:07:22.962366 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-1ba2b469-6fe7-4ddd-865c-c34f21895503 service neutron] Bound port: e0d80004-385b-4f90-9bd2-6b9861e7c00c, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dbe9ecd-d8a8-4fd9-9bbe-daf95dbce1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd95435be-155f-4499-b5b6-5836f17886d6'}}] {{(pid=121474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 04:07:22.962723 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-1ba2b469-6fe7-4ddd-865c-c34f21895503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (e0d80004-385b-4f90-9bd2-6b9861e7c00c), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:23.008599 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6230f6-a108-40d7-a220-16abffd29fb6 req-d0f5810c-38e0-4ba7-b390-c96fa9845b4c tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:07:23.010176 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-6b6230f6-a108-40d7-a220-16abffd29fb6 req-d0f5810c-38e0-4ba7-b390-c96fa9845b4c tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7c65d71-b715-4c1a-860b-75fd32e26f3a HTTP/1.1" status: 200 len: 944 time: 0.0491488 Jul 28 04:07:23.038634 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-1ba2b469-6fe7-4ddd-865c-c34f21895503 service neutron] For port e0d80004-385b-4f90-9bd2-6b9861e7c00c, host hv-cinder-85127, cleared binding levels {{(pid=121474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:07:23.042086 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-1ba2b469-6fe7-4ddd-865c-c34f21895503 service neutron] For port e0d80004-385b-4f90-9bd2-6b9861e7c00c, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=e0d80004-385b-4f90-9bd2-6b9861e7c00c,segment=NetworkSegment(9dbe9ecd-d8a8-4fd9-9bbe-daf95dbce1da),segment_id=9dbe9ecd-d8a8-4fd9-9bbe-daf95dbce1da)] {{(pid=121474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:07:23.070227 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-6b6230f6-a108-40d7-a220-16abffd29fb6 req-ea5b824a-f10e-4428-babb-a125d52134ea tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee24847-6a74-4e94-821c-5062d5853ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517285 Jul 28 04:07:23.123044 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-1ba2b469-6fe7-4ddd-865c-c34f21895503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26044716'] for port (e0d80004-385b-4f90-9bd2-6b9861e7c00c), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:23.169008 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-1ba2b469-6fe7-4ddd-865c-c34f21895503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:07:23.169890 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-1ba2b469-6fe7-4ddd-865c-c34f21895503 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:23.171289 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-1ba2b469-6fe7-4ddd-865c-c34f21895503 service neutron] 10.222.0.67 "PUT /v2.0/ports/e0d80004-385b-4f90-9bd2-6b9861e7c00c HTTP/1.1" status: 200 len: 1094 time: 0.9591446 Jul 28 04:07:23.171723 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c65d71-b715-4c1a-860b-75fd32e26f3a', 'tag': 'e0d80004-385b-4f90-9bd2-6b9861e7c00c'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:07:23.174073 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3047a31f-d504-469f-8b0e-6336c15d0c0f" -d '{"events": [{"name": "network-changed", "server_uuid": "e7c65d71-b715-4c1a-860b-75fd32e26f3a", "tag": "e0d80004-385b-4f90-9bd2-6b9861e7c00c"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:07:23.194602 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba2b469-6fe7-4ddd-865c-c34f21895503 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d80004-385b-4f90-9bd2-6b9861e7c00c,revision_number=3']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:23.209773 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:07:23.218263 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 04:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5a56cb-c440-4e65-b57d-ac1575acc178 x-openstack-request-id: req-ad5a56cb-c440-4e65-b57d-ac1575acc178 {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:07:23.218557 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7c65d71-b715-4c1a-860b-75fd32e26f3a", "tag": "e0d80004-385b-4f90-9bd2-6b9861e7c00c", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:07:23.224979 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ad5a56cb-c440-4e65-b57d-ac1575acc178 {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:07:23.224979 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad5a56cb-c440-4e65-b57d-ac1575acc178'] response: {'name': 'network-changed', 'server_uuid': 'e7c65d71-b715-4c1a-860b-75fd32e26f3a', 'tag': 'e0d80004-385b-4f90-9bd2-6b9861e7c00c', 'status': 'completed', 'code': 200} Jul 28 04:07:23.292544 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047a31f-d504-469f-8b0e-6336c15d0c0f req-ff2ae986-bfb3-4586-a52e-23f6001fd4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:07:23.294548 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3047a31f-d504-469f-8b0e-6336c15d0c0f req-ff2ae986-bfb3-4586-a52e-23f6001fd4d7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=83b3cf737ddd463f8f77ebe29d23fc7e&device_id=e7c65d71-b715-4c1a-860b-75fd32e26f3a HTTP/1.1" status: 200 len: 1128 time: 0.0526104 Jul 28 04:07:23.298471 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 60048) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:07:23.329927 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-b21d33fb-f64d-40e5-a284-f521b8acb062 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:23.439057 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047a31f-d504-469f-8b0e-6336c15d0c0f req-2ec3eea9-7e9c-4dd7-8833-974e0a4e00e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:07:23.440570 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3047a31f-d504-469f-8b0e-6336c15d0c0f req-2ec3eea9-7e9c-4dd7-8833-974e0a4e00e4 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=83b3cf737ddd463f8f77ebe29d23fc7e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1357157 Jul 28 04:07:23.677894 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 60050) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:07:23.692863 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-eb4418e3-7e28-4b25-be1d-7b5071c56ed9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:23.744499 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=80,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:07:23.779658 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-eb4418e3-7e28-4b25-be1d-7b5071c56ed9 admin admin] Publish callbacks [] for security_group (4a6086ff-470d-4a7e-9529-493d6ea24df5), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:23.789462 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:07:23.798403 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-b21d33fb-f64d-40e5-a284-f521b8acb062 admin admin] Publish callbacks [] for security_group (a9ef9a10-06c1-4329-8e65-8b6beeb8418b), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:23.829441 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047a31f-d504-469f-8b0e-6336c15d0c0f req-b41eda5c-00df-4f59-ac06-c7c8552004cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:07:23.830922 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3047a31f-d504-469f-8b0e-6336c15d0c0f req-b41eda5c-00df-4f59-ac06-c7c8552004cf service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3829277 Jul 28 04:07:23.883911 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-eb4418e3-7e28-4b25-be1d-7b5071c56ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (4a6086ff-470d-4a7e-9529-493d6ea24df5), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:23.914277 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-b21d33fb-f64d-40e5-a284-f521b8acb062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (a9ef9a10-06c1-4329-8e65-8b6beeb8418b), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:23.959112 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-eb4418e3-7e28-4b25-be1d-7b5071c56ed9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=58523a8ce5a543729c078ccad0f0d122&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2798560 Jul 28 04:07:23.960586 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4418e3-7e28-4b25-be1d-7b5071c56ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6086ff-470d-4a7e-9529-493d6ea24df5,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:23.965592 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 60052) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:07:23.980939 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-9260d1d1-4d03-4cf3-97b0-5ffd7c4fbcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:07:23.984711 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-9260d1d1-4d03-4cf3-97b0-5ffd7c4fbcec service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=83b3cf737ddd463f8f77ebe29d23fc7e&device_id=e7c65d71-b715-4c1a-860b-75fd32e26f3a HTTP/1.1" status: 200 len: 1128 time: 0.1138823 Jul 28 04:07:24.009882 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d33fb-f64d-40e5-a284-f521b8acb062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ef9a10-06c1-4329-8e65-8b6beeb8418b,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:24.019148 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-b21d33fb-f64d-40e5-a284-f521b8acb062 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=64b246331184468c9035bbc1294e73a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7173941 Jul 28 04:07:24.019976 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 60054) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:07:24.061627 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-988f3cf6-defd-445c-b5d7-72b05afe20ba service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0d80004-385b-4f90-9bd2-6b9861e7c00c HTTP/1.1" status: 200 len: 217 time: 0.0667198 Jul 28 04:07:24.073303 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-89d4d62f-9435-411a-9fd2-3e83e2d3d301 admin admin] Publish callbacks [] for security_group (4a6086ff-470d-4a7e-9529-493d6ea24df5), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:24.111568 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-89d4d62f-9435-411a-9fd2-3e83e2d3d301 admin admin] Publish callbacks [] for security_group (4a6086ff-470d-4a7e-9529-493d6ea24df5), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:24.119073 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-c8b29b44-7b17-4e2f-8cc7-188a9d64a70c admin admin] Publish callbacks [] for security_group (a9ef9a10-06c1-4329-8e65-8b6beeb8418b), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:24.125710 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-bfa83cb3-ae2f-42f7-acfd-b9601b482524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:07:24.127235 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-bfa83cb3-ae2f-42f7-acfd-b9601b482524 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0054f839-20bb-4b52-a24d-1db5d777cb1f HTTP/1.1" status: 200 len: 853 time: 0.0591936 Jul 28 04:07:24.163990 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-5a188cd5-c016-4ee0-95d7-08783c74f6a4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d95435be-155f-4499-b5b6-5836f17886d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304024 Jul 28 04:07:24.167081 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-c8b29b44-7b17-4e2f-8cc7-188a9d64a70c admin admin] Publish callbacks [] for security_group (a9ef9a10-06c1-4329-8e65-8b6beeb8418b), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:24.208646 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:07:24.246091 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e133e-ba9f-4519-96b3-83bb75690c54 req-f2a6be2c-c10c-4b54-bf80-b273059d552b tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:07:24.248661 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-007e133e-ba9f-4519-96b3-83bb75690c54 req-f2a6be2c-c10c-4b54-bf80-b273059d552b tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7c65d71-b715-4c1a-860b-75fd32e26f3a HTTP/1.1" status: 200 len: 944 time: 0.0852933 Jul 28 04:07:24.272903 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-4f038332-1e06-4065-99df-35809d5041d1 service neutron] 10.222.0.67 "GET /v2.0/networks/d95435be-155f-4499-b5b6-5836f17886d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021879 Jul 28 04:07:24.303150 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-007e133e-ba9f-4519-96b3-83bb75690c54 req-aa187831-5d9d-4d2d-96c2-35099a144d0d tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee24847-6a74-4e94-821c-5062d5853ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479891 Jul 28 04:07:24.371255 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1664ecb2-19d8-4a7d-b22d-fe647a7dd2e1 req-ceabd50a-9990-40d1-8deb-1107f707604a service neutron] 10.222.0.67 "GET /v2.0/networks/d95435be-155f-4499-b5b6-5836f17886d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890193 Jul 28 04:07:24.397457 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-89d4d62f-9435-411a-9fd2-3e83e2d3d301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (4a6086ff-470d-4a7e-9529-493d6ea24df5), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:24.400127 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-89d4d62f-9435-411a-9fd2-3e83e2d3d301 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:24.401303 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-89d4d62f-9435-411a-9fd2-3e83e2d3d301 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4a6086ff-470d-4a7e-9529-493d6ea24df5 HTTP/1.1" status: 204 len: 168 time: 0.4339664 Jul 28 04:07:24.409879 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d4d62f-9435-411a-9fd2-3e83e2d3d301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6086ff-470d-4a7e-9529-493d6ea24df5,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:24.443829 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-c8b29b44-7b17-4e2f-8cc7-188a9d64a70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (a9ef9a10-06c1-4329-8e65-8b6beeb8418b), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:24.446478 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-c8b29b44-7b17-4e2f-8cc7-188a9d64a70c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:24.447585 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-c8b29b44-7b17-4e2f-8cc7-188a9d64a70c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a9ef9a10-06c1-4329-8e65-8b6beeb8418b HTTP/1.1" status: 204 len: 168 time: 0.4271019 Jul 28 04:07:24.457149 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b29b44-7b17-4e2f-8cc7-188a9d64a70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ef9a10-06c1-4329-8e65-8b6beeb8418b,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:24.475278 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:07:25.601475 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a10d6e-88eb-4f4d-b507-67d36ff7d92f req-a07b7d9c-75c7-496a-856c-40a593ed8545 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:07:25.604311 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-52a10d6e-88eb-4f4d-b507-67d36ff7d92f req-a07b7d9c-75c7-496a-856c-40a593ed8545 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7c65d71-b715-4c1a-860b-75fd32e26f3a HTTP/1.1" status: 200 len: 944 time: 0.0673296 Jul 28 04:07:25.670303 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-52a10d6e-88eb-4f4d-b507-67d36ff7d92f req-78c3fc92-410b-42a3-959f-09693e25dcb6 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee24847-6a74-4e94-821c-5062d5853ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536158 Jul 28 04:07:26.313360 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device e0d80004-385b-4f90-9bd2-6b9861e7c00c details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=121476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:07:26.434444 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port e0d80004-385b-4f90-9bd2-6b9861e7c00c, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=e0d80004-385b-4f90-9bd2-6b9861e7c00c,segment=NetworkSegment(9dbe9ecd-d8a8-4fd9-9bbe-daf95dbce1da),segment_id=9dbe9ecd-d8a8-4fd9-9bbe-daf95dbce1da)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:07:26.446904 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Returning: {'device': 'e0d80004-385b-4f90-9bd2-6b9861e7c00c', 'network_id': 'd95435be-155f-4499-b5b6-5836f17886d6', 'port_id': 'e0d80004-385b-4f90-9bd2-6b9861e7c00c', 'mac_address': 'fa:16:3e:36:22:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0054f839-20bb-4b52-a24d-1db5d777cb1f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:07:26.484682 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port e0d80004-385b-4f90-9bd2-6b9861e7c00c is: DOWN; New status is: BUILD {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:07:26.485376 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (e0d80004-385b-4f90-9bd2-6b9861e7c00c), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:26.500649 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0d80004-385b-4f90-9bd2-6b9861e7c00c {{(pid=121476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 04:07:26.526423 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port e0d80004-385b-4f90-9bd2-6b9861e7c00c, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=e0d80004-385b-4f90-9bd2-6b9861e7c00c,segment=NetworkSegment(9dbe9ecd-d8a8-4fd9-9bbe-daf95dbce1da),segment_id=9dbe9ecd-d8a8-4fd9-9bbe-daf95dbce1da)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:07:26.607358 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (e0d80004-385b-4f90-9bd2-6b9861e7c00c), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:26.663354 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=e0d80004-385b-4f90-9bd2-6b9861e7c00c,revision_number=4']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:26.800332 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d098b-ed88-4971-922b-a820d77c8628 req-9dc17a44-e336-4126-aed1-46e61383dc8b tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:07:26.802004 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-4b6d098b-ed88-4971-922b-a820d77c8628 req-9dc17a44-e336-4126-aed1-46e61383dc8b tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7c65d71-b715-4c1a-860b-75fd32e26f3a HTTP/1.1" status: 200 len: 945 time: 0.0560906 Jul 28 04:07:26.818174 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] get_ports_and_sgs() called for port_ids ['e0d80004-385b-4f90-9bd2-6b9861e7c00c'] {{(pid=121476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:07:26.823864 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:07:26.865637 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-4b6d098b-ed88-4971-922b-a820d77c8628 req-dc6941a0-18f0-4924-80b4-e3452b1c248b tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee24847-6a74-4e94-821c-5062d5853ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497532 Jul 28 04:07:27.992811 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41d89b-06b1-4f1e-8505-a28be0a6e320 req-e0fa52b7-d225-4f85-b6bc-18924e697e9d tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:07:27.994295 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-6e41d89b-06b1-4f1e-8505-a28be0a6e320 req-e0fa52b7-d225-4f85-b6bc-18924e697e9d tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7c65d71-b715-4c1a-860b-75fd32e26f3a HTTP/1.1" status: 200 len: 945 time: 0.0485568 Jul 28 04:07:28.060543 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-6e41d89b-06b1-4f1e-8505-a28be0a6e320 req-94f1cdd8-28ae-4b10-ad19-8e15c7cdd384 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee24847-6a74-4e94-821c-5062d5853ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449631 Jul 28 04:07:28.094881 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 60182) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:07:28.329381 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-011070b0-a77f-4ad8-bd16-778e11c3faad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:28.329654 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device e0d80004-385b-4f90-9bd2-6b9861e7c00c up at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:07:28.375680 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning for port e0d80004-385b-4f90-9bd2-6b9861e7c00c completed by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 04:07:28.420696 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-011070b0-a77f-4ad8-bd16-778e11c3faad admin admin] Publish callbacks [] for security_group (eec6ea39-882f-4cd5-bdc3-c1706a3e7900), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:28.443287 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning complete for port e0d80004-385b-4f90-9bd2-6b9861e7c00c triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:07:28.443665 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (e0d80004-385b-4f90-9bd2-6b9861e7c00c), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:28.525282 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port e0d80004-385b-4f90-9bd2-6b9861e7c00c is: BUILD; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:07:28.526072 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (e0d80004-385b-4f90-9bd2-6b9861e7c00c), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:28.550071 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-011070b0-a77f-4ad8-bd16-778e11c3faad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (eec6ea39-882f-4cd5-bdc3-c1706a3e7900), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:28.552329 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c65d71-b715-4c1a-860b-75fd32e26f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d80004-385b-4f90-9bd2-6b9861e7c00c'}] {{(pid=121476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:07:28.554617 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63807e78e749bb54735be4dbe0f6e45a10aff1c6ba31450fe55014b89068368c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d72aeb-2ad1-44e3-9ba7-ace8fbc54a28" -d '{"events": [{"server_uuid": "e7c65d71-b715-4c1a-860b-75fd32e26f3a", "name": "network-vif-plugged", "status": "completed", "tag": "e0d80004-385b-4f90-9bd2-6b9861e7c00c"}]}' {{(pid=121476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:07:28.568306 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port e0d80004-385b-4f90-9bd2-6b9861e7c00c, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=e0d80004-385b-4f90-9bd2-6b9861e7c00c,segment=NetworkSegment(9dbe9ecd-d8a8-4fd9-9bbe-daf95dbce1da),segment_id=9dbe9ecd-d8a8-4fd9-9bbe-daf95dbce1da)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:07:28.594565 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-011070b0-a77f-4ad8-bd16-778e11c3faad admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=60139b51f6f34c8389f1afea550e1402&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4985802 Jul 28 04:07:28.595560 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011070b0-a77f-4ad8-bd16-778e11c3faad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec6ea39-882f-4cd5-bdc3-c1706a3e7900,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:28.598155 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 60194) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:07:28.599105 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 04:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70eb9d54-08e6-4031-ae32-1677c9c2d373 x-openstack-request-id: req-70eb9d54-08e6-4031-ae32-1677c9c2d373 {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:07:28.599371 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c65d71-b715-4c1a-860b-75fd32e26f3a", "name": "network-vif-plugged", "status": "completed", "tag": "e0d80004-385b-4f90-9bd2-6b9861e7c00c", "code": 200}]} {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:07:28.599627 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-70eb9d54-08e6-4031-ae32-1677c9c2d373 {{(pid=121476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:07:28.600047 dv-cinder-851279-1-iscsi neutron-server[121476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70eb9d54-08e6-4031-ae32-1677c9c2d373'] response: {'server_uuid': 'e7c65d71-b715-4c1a-860b-75fd32e26f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d80004-385b-4f90-9bd2-6b9861e7c00c', 'code': 200} Jul 28 04:07:28.647329 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (e0d80004-385b-4f90-9bd2-6b9861e7c00c), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:28.662898 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-7ff222af-b951-4c50-8e24-282b76f2bd51 admin admin] Publish callbacks [] for security_group (eec6ea39-882f-4cd5-bdc3-c1706a3e7900), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:28.675422 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:07:28.685914 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-7ff222af-b951-4c50-8e24-282b76f2bd51 admin admin] Publish callbacks [] for security_group (eec6ea39-882f-4cd5-bdc3-c1706a3e7900), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:28.698781 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=e0d80004-385b-4f90-9bd2-6b9861e7c00c,revision_number=5']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:28.716927 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:07:28.772075 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=2 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:07:28.772701 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=4 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:07:28.866831 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-7ff222af-b951-4c50-8e24-282b76f2bd51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (eec6ea39-882f-4cd5-bdc3-c1706a3e7900), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:28.869438 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-7ff222af-b951-4c50-8e24-282b76f2bd51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:28.873838 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-7ff222af-b951-4c50-8e24-282b76f2bd51 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/eec6ea39-882f-4cd5-bdc3-c1706a3e7900 HTTP/1.1" status: 204 len: 168 time: 0.2709420 Jul 28 04:07:28.882796 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff222af-b951-4c50-8e24-282b76f2bd51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec6ea39-882f-4cd5-bdc3-c1706a3e7900,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:28.894171 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff222af-b951-4c50-8e24-282b76f2bd51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:28.894552 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff222af-b951-4c50-8e24-282b76f2bd51 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:28.894914 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff222af-b951-4c50-8e24-282b76f2bd51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:28.895826 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff222af-b951-4c50-8e24-282b76f2bd51 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:28.896197 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff222af-b951-4c50-8e24-282b76f2bd51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:28.896540 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff222af-b951-4c50-8e24-282b76f2bd51 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:28.896881 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff222af-b951-4c50-8e24-282b76f2bd51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:28.897355 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff222af-b951-4c50-8e24-282b76f2bd51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:28.897701 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff222af-b951-4c50-8e24-282b76f2bd51 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:28.898028 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff222af-b951-4c50-8e24-282b76f2bd51 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:28.898371 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff222af-b951-4c50-8e24-282b76f2bd51 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:28.898704 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff222af-b951-4c50-8e24-282b76f2bd51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:28.899033 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff222af-b951-4c50-8e24-282b76f2bd51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:28.899418 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff222af-b951-4c50-8e24-282b76f2bd51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:28.899745 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff222af-b951-4c50-8e24-282b76f2bd51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:28.975617 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01775129-ba2e-4817-b884-af8246464c39 req-389690c4-5e0a-47ca-bf42-55abf033e696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:07:28.977415 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-01775129-ba2e-4817-b884-af8246464c39 req-389690c4-5e0a-47ca-bf42-55abf033e696 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e7c65d71-b715-4c1a-860b-75fd32e26f3a HTTP/1.1" status: 200 len: 1130 time: 0.0689602 Jul 28 04:07:29.053374 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-01775129-ba2e-4817-b884-af8246464c39 req-a5cdf5fa-2a9b-4384-925e-35a6831e12d7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6ee24847-6a74-4e94-821c-5062d5853ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692735 Jul 28 04:07:29.193738 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a77d84-958d-4196-9ac2-48032b89cc0e req-1ec92b3a-21a0-480b-aa70-3c64f60a29d0 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:07:29.195290 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a7a77d84-958d-4196-9ac2-48032b89cc0e req-1ec92b3a-21a0-480b-aa70-3c64f60a29d0 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7c65d71-b715-4c1a-860b-75fd32e26f3a HTTP/1.1" status: 200 len: 946 time: 0.0604696 Jul 28 04:07:29.259016 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a7a77d84-958d-4196-9ac2-48032b89cc0e req-0ed7eb01-3c03-462a-bf60-95cdf65b04b7 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee24847-6a74-4e94-821c-5062d5853ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565712 Jul 28 04:07:29.661313 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 60208) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:07:29.676353 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-0b6a8d98-4d3a-40bc-b546-08afcf993fbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:29.687161 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:07:29.763343 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-0b6a8d98-4d3a-40bc-b546-08afcf993fbe admin admin] Publish callbacks [] for security_group (bf3928cf-8ea3-494c-827a-7b89522fc7bb), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:29.823298 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 60212) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:07:29.835923 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-0b6a8d98-4d3a-40bc-b546-08afcf993fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (bf3928cf-8ea3-494c-827a-7b89522fc7bb), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:29.881141 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-0b6a8d98-4d3a-40bc-b546-08afcf993fbe admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e43c5dac22f84498a761a38826d24a4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2187486 Jul 28 04:07:29.882041 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a8d98-4d3a-40bc-b546-08afcf993fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3928cf-8ea3-494c-827a-7b89522fc7bb,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:29.883836 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 60216) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:07:29.949318 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-fe514ebf-576d-4d6e-9434-fedb50a06fac admin admin] Publish callbacks [] for security_group (bf3928cf-8ea3-494c-827a-7b89522fc7bb), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:29.965045 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-b66500fe-4b3b-4860-a124-64d18e996a7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:29.989077 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-fe514ebf-576d-4d6e-9434-fedb50a06fac admin admin] Publish callbacks [] for security_group (bf3928cf-8ea3-494c-827a-7b89522fc7bb), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:30.011880 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:07:30.144029 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-fe514ebf-576d-4d6e-9434-fedb50a06fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (bf3928cf-8ea3-494c-827a-7b89522fc7bb), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:30.146677 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-fe514ebf-576d-4d6e-9434-fedb50a06fac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:30.147878 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-fe514ebf-576d-4d6e-9434-fedb50a06fac admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bf3928cf-8ea3-494c-827a-7b89522fc7bb HTTP/1.1" status: 204 len: 168 time: 0.2629564 Jul 28 04:07:30.170497 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe514ebf-576d-4d6e-9434-fedb50a06fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3928cf-8ea3-494c-827a-7b89522fc7bb,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:30.184081 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-b66500fe-4b3b-4860-a124-64d18e996a7f admin admin] Publish callbacks [] for security_group (7452a2f4-e9f7-4f0f-88a7-916e22ed0aba), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:30.284141 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-b66500fe-4b3b-4860-a124-64d18e996a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (7452a2f4-e9f7-4f0f-88a7-916e22ed0aba), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:30.327560 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-b66500fe-4b3b-4860-a124-64d18e996a7f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0da39d76d0674d338c7f78212bd45f22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5030396 Jul 28 04:07:30.330183 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66500fe-4b3b-4860-a124-64d18e996a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7452a2f4-e9f7-4f0f-88a7-916e22ed0aba,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:30.330712 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 60222) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:07:30.383673 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:07:30.390031 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-0f249609-5b83-4eb6-9423-99071ea5557e admin admin] Publish callbacks [] for security_group (7452a2f4-e9f7-4f0f-88a7-916e22ed0aba), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:30.393299 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b6218-4a16-46b2-ab28-a18f944a7c71 req-998ea57a-ebf4-46b0-b724-07f06bb9aa5c tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:07:30.394921 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-7b1b6218-4a16-46b2-ab28-a18f944a7c71 req-998ea57a-ebf4-46b0-b724-07f06bb9aa5c tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7c65d71-b715-4c1a-860b-75fd32e26f3a HTTP/1.1" status: 200 len: 946 time: 0.0520015 Jul 28 04:07:30.414027 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-0f249609-5b83-4eb6-9423-99071ea5557e admin admin] Publish callbacks [] for security_group (7452a2f4-e9f7-4f0f-88a7-916e22ed0aba), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:30.445643 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-7b1b6218-4a16-46b2-ab28-a18f944a7c71 req-709a4c70-089a-45d5-9cf6-d2867e6175b1 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee24847-6a74-4e94-821c-5062d5853ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449264 Jul 28 04:07:30.530129 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-0f249609-5b83-4eb6-9423-99071ea5557e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (7452a2f4-e9f7-4f0f-88a7-916e22ed0aba), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:30.532919 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-0f249609-5b83-4eb6-9423-99071ea5557e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:30.536504 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-0f249609-5b83-4eb6-9423-99071ea5557e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7452a2f4-e9f7-4f0f-88a7-916e22ed0aba HTTP/1.1" status: 204 len: 168 time: 0.2023582 Jul 28 04:07:30.543589 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f249609-5b83-4eb6-9423-99071ea5557e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7452a2f4-e9f7-4f0f-88a7-916e22ed0aba,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:31.311475 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 60250) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:07:31.327134 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-dc4e175c-f9d6-4ea5-af93-001c820476ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:31.415933 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-dc4e175c-f9d6-4ea5-af93-001c820476ad admin admin] Publish callbacks [] for security_group (73ee5439-0f26-43c5-8eb4-79b864c395fd), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:31.587625 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85c6cc-8e98-4165-9c15-85e2208a0f82 req-ccf8731b-69d7-455e-b944-ec5a13e8ba0e tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:07:31.589596 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4f85c6cc-8e98-4165-9c15-85e2208a0f82 req-ccf8731b-69d7-455e-b944-ec5a13e8ba0e tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7c65d71-b715-4c1a-860b-75fd32e26f3a HTTP/1.1" status: 200 len: 946 time: 0.0575094 Jul 28 04:07:31.643588 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-4f85c6cc-8e98-4165-9c15-85e2208a0f82 req-94c48782-5ea6-4432-a524-9d5afc5b37ba tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee24847-6a74-4e94-821c-5062d5853ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477498 Jul 28 04:07:31.860789 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-dc4e175c-f9d6-4ea5-af93-001c820476ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (73ee5439-0f26-43c5-8eb4-79b864c395fd), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:31.899640 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:07:31.903190 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-dc4e175c-f9d6-4ea5-af93-001c820476ad admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=da74cd7f5faf426ea6421e24bdfd63bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5906272 Jul 28 04:07:31.905208 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4e175c-f9d6-4ea5-af93-001c820476ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ee5439-0f26-43c5-8eb4-79b864c395fd,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:31.906905 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 60294) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:07:31.968623 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-58e61512-c4d6-46c9-a5a2-eeef6e9e1ac9 admin admin] Publish callbacks [] for security_group (73ee5439-0f26-43c5-8eb4-79b864c395fd), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:31.992444 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-58e61512-c4d6-46c9-a5a2-eeef6e9e1ac9 admin admin] Publish callbacks [] for security_group (73ee5439-0f26-43c5-8eb4-79b864c395fd), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:32.139237 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-58e61512-c4d6-46c9-a5a2-eeef6e9e1ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (73ee5439-0f26-43c5-8eb4-79b864c395fd), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:32.142015 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-58e61512-c4d6-46c9-a5a2-eeef6e9e1ac9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:32.143331 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-58e61512-c4d6-46c9-a5a2-eeef6e9e1ac9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/73ee5439-0f26-43c5-8eb4-79b864c395fd HTTP/1.1" status: 204 len: 168 time: 0.2348800 Jul 28 04:07:32.152356 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e61512-c4d6-46c9-a5a2-eeef6e9e1ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ee5439-0f26-43c5-8eb4-79b864c395fd,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:41.896617 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=42,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:07:42.147128 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=43,neutron:DELETE=4 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:07:42.148240 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:07:42.165085 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=40,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:07:42.166218 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=3 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:07:43.018257 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:07:44.831874 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-2c5bfdb9-0bbc-4634-a581-857bb0ba7d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:44.905715 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.agents_db [None req-58c662dc-5ea5-4853-b3cc-f7bb2188e679 None None] Agent healthcheck: found 6 active agents {{(pid=121477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:07:47.446458 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-3b1c1cef-14cb-4ee0-8c28-113beff29475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:48.125640 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 60496) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:07:48.252325 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-4bb25468-2aa3-453d-aedd-4f58bac80984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:48.346472 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-4bb25468-2aa3-453d-aedd-4f58bac80984 admin admin] Publish callbacks [] for security_group (7f02298c-a619-4d44-ab4d-746fcb1fad69), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:48.352409 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:48.415151 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-4bb25468-2aa3-453d-aedd-4f58bac80984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (7f02298c-a619-4d44-ab4d-746fcb1fad69), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:48.486751 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb25468-2aa3-453d-aedd-4f58bac80984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f02298c-a619-4d44-ab4d-746fcb1fad69,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:48.493872 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-4bb25468-2aa3-453d-aedd-4f58bac80984 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d840ff59f68d447fab98443334afc696&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3657353 Jul 28 04:07:48.495919 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 60502) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:07:48.558933 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-e3d58d4f-7707-420f-bb05-30f8ed1fb985 admin admin] Publish callbacks [] for security_group (7f02298c-a619-4d44-ab4d-746fcb1fad69), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:48.598200 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-e3d58d4f-7707-420f-bb05-30f8ed1fb985 admin admin] Publish callbacks [] for security_group (7f02298c-a619-4d44-ab4d-746fcb1fad69), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:48.761681 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-e3d58d4f-7707-420f-bb05-30f8ed1fb985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (7f02298c-a619-4d44-ab4d-746fcb1fad69), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:48.764914 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-e3d58d4f-7707-420f-bb05-30f8ed1fb985 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:48.767116 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-e3d58d4f-7707-420f-bb05-30f8ed1fb985 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7f02298c-a619-4d44-ab4d-746fcb1fad69 HTTP/1.1" status: 204 len: 168 time: 0.2695735 Jul 28 04:07:48.780366 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d58d4f-7707-420f-bb05-30f8ed1fb985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f02298c-a619-4d44-ab4d-746fcb1fad69,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:48.790584 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d58d4f-7707-420f-bb05-30f8ed1fb985 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:48.791098 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d58d4f-7707-420f-bb05-30f8ed1fb985 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:48.791590 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d58d4f-7707-420f-bb05-30f8ed1fb985 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:48.792173 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d58d4f-7707-420f-bb05-30f8ed1fb985 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:48.792623 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d58d4f-7707-420f-bb05-30f8ed1fb985 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:48.793082 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d58d4f-7707-420f-bb05-30f8ed1fb985 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:48.793533 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d58d4f-7707-420f-bb05-30f8ed1fb985 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:48.794094 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d58d4f-7707-420f-bb05-30f8ed1fb985 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:48.794551 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d58d4f-7707-420f-bb05-30f8ed1fb985 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:48.795022 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d58d4f-7707-420f-bb05-30f8ed1fb985 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:48.795605 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d58d4f-7707-420f-bb05-30f8ed1fb985 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:48.796054 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d58d4f-7707-420f-bb05-30f8ed1fb985 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:48.796469 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d58d4f-7707-420f-bb05-30f8ed1fb985 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:48.798041 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d58d4f-7707-420f-bb05-30f8ed1fb985 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:48.798390 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d58d4f-7707-420f-bb05-30f8ed1fb985 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:48.970021 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d923ff-d983-4784-981f-1bbce4c5c5ac), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:49.627855 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 60522) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:07:49.643921 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-7fb25f42-80ae-4858-9df2-ffb1d221df85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:49.660632 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:49.737565 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-7fb25f42-80ae-4858-9df2-ffb1d221df85 admin admin] Publish callbacks [] for security_group (ce0ee768-40ce-406a-ab9c-f903c2580685), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:49.795547 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-7fb25f42-80ae-4858-9df2-ffb1d221df85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (ce0ee768-40ce-406a-ab9c-f903c2580685), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:49.842028 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb25f42-80ae-4858-9df2-ffb1d221df85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0ee768-40ce-406a-ab9c-f903c2580685,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:49.848113 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-7fb25f42-80ae-4858-9df2-ffb1d221df85 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a41800ed1d984301a33eebe063012e40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2190430 Jul 28 04:07:49.852855 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 60524) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:07:49.916246 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4f91b0ee-a014-46f7-8487-6903921a1c0f admin admin] Publish callbacks [] for security_group (ce0ee768-40ce-406a-ab9c-f903c2580685), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:49.943120 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4f91b0ee-a014-46f7-8487-6903921a1c0f admin admin] Publish callbacks [] for security_group (ce0ee768-40ce-406a-ab9c-f903c2580685), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:50.070203 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4f91b0ee-a014-46f7-8487-6903921a1c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (ce0ee768-40ce-406a-ab9c-f903c2580685), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:50.074003 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4f91b0ee-a014-46f7-8487-6903921a1c0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:50.076092 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-4f91b0ee-a014-46f7-8487-6903921a1c0f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ce0ee768-40ce-406a-ab9c-f903c2580685 HTTP/1.1" status: 204 len: 168 time: 0.2217171 Jul 28 04:07:50.090716 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91b0ee-a014-46f7-8487-6903921a1c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0ee768-40ce-406a-ab9c-f903c2580685,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:50.124080 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:53.561720 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 60620) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:07:53.686142 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-58f92131-f322-4e3c-9b60-668e76686b09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:53.792873 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-58f92131-f322-4e3c-9b60-668e76686b09 admin admin] Publish callbacks [] for security_group (77c4d13d-c3a8-466a-8f6a-b6f87a667e69), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:53.858066 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-58f92131-f322-4e3c-9b60-668e76686b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (77c4d13d-c3a8-466a-8f6a-b6f87a667e69), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:53.911174 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f92131-f322-4e3c-9b60-668e76686b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c4d13d-c3a8-466a-8f6a-b6f87a667e69,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:53.918368 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-58f92131-f322-4e3c-9b60-668e76686b09 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=971589fdd4de45cc9ac8d6f5ea8f26c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3537245 Jul 28 04:07:53.920931 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 60626) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:07:53.970109 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:07:53.993122 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-5b709a15-1391-4380-bd8b-3d873ca7bea2 admin admin] Publish callbacks [] for security_group (77c4d13d-c3a8-466a-8f6a-b6f87a667e69), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:54.015410 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-5b709a15-1391-4380-bd8b-3d873ca7bea2 admin admin] Publish callbacks [] for security_group (77c4d13d-c3a8-466a-8f6a-b6f87a667e69), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:54.025431 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:07:54.124556 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-636214d0-a035-4ebd-a94f-1198c086f3c7 req-a6a7eb54-010a-422d-bfb3-8aa36e991a12 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7b0538a6-ada9-4f1f-b47c-1aa7b6678a62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0494409 Jul 28 04:07:54.215088 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636214d0-a035-4ebd-a94f-1198c086f3c7 req-9ceec6bd-618e-4d64-b15a-9a3fa6952998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:07:54.217241 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-636214d0-a035-4ebd-a94f-1198c086f3c7 req-9ceec6bd-618e-4d64-b15a-9a3fa6952998 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9aa592e1b58f4804ad264f0cd721b1ca&device_id=7b0538a6-ada9-4f1f-b47c-1aa7b6678a62 HTTP/1.1" status: 200 len: 1130 time: 0.0467157 Jul 28 04:07:54.275886 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-5b709a15-1391-4380-bd8b-3d873ca7bea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (77c4d13d-c3a8-466a-8f6a-b6f87a667e69), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:54.279018 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-5b709a15-1391-4380-bd8b-3d873ca7bea2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:54.280590 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-5b709a15-1391-4380-bd8b-3d873ca7bea2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/77c4d13d-c3a8-466a-8f6a-b6f87a667e69 HTTP/1.1" status: 204 len: 168 time: 0.3575962 Jul 28 04:07:54.295025 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b709a15-1391-4380-bd8b-3d873ca7bea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c4d13d-c3a8-466a-8f6a-b6f87a667e69,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:54.367062 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636214d0-a035-4ebd-a94f-1198c086f3c7 req-01adae31-f085-4d43-ae75-3b9965bc7a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:07:54.368708 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-636214d0-a035-4ebd-a94f-1198c086f3c7 req-01adae31-f085-4d43-ae75-3b9965bc7a5d service neutron] 10.222.0.67 "GET /v2.0/networks?id=672eb351-e67a-4327-be23-b1a7215130a6 HTTP/1.1" status: 200 len: 911 time: 0.1308641 Jul 28 04:07:54.440771 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-636214d0-a035-4ebd-a94f-1198c086f3c7 req-bc2e1385-dfa5-4a60-9d31-e01d594dee88 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=466b36f7-7bf9-400c-8d85-f37adcc930f6 HTTP/1.1" status: 200 len: 1001 time: 0.0655272 Jul 28 04:07:54.500759 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636214d0-a035-4ebd-a94f-1198c086f3c7 req-19faaf15-e88c-47e0-8689-7f040f08dce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:07:54.502704 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-636214d0-a035-4ebd-a94f-1198c086f3c7 req-19faaf15-e88c-47e0-8689-7f040f08dce6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dd333499-a093-4bb7-a733-016cbbcdd8fe HTTP/1.1" status: 200 len: 849 time: 0.0543168 Jul 28 04:07:54.564768 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636214d0-a035-4ebd-a94f-1198c086f3c7 req-ac4f4506-d495-49c3-8bc1-a6b712a91508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:07:54.566336 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-636214d0-a035-4ebd-a94f-1198c086f3c7 req-ac4f4506-d495-49c3-8bc1-a6b712a91508 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=672eb351-e67a-4327-be23-b1a7215130a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0561738 Jul 28 04:07:54.677351 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-636214d0-a035-4ebd-a94f-1198c086f3c7 req-d8ec5b61-e37f-431c-928f-921f56511a3e service neutron] 10.222.0.67 "GET /v2.0/networks/672eb351-e67a-4327-be23-b1a7215130a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041307 Jul 28 04:07:54.800021 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-636214d0-a035-4ebd-a94f-1198c086f3c7 req-79a41975-696a-4daf-9a6b-8c9d7b69153a service neutron] 10.222.0.67 "GET /v2.0/networks/672eb351-e67a-4327-be23-b1a7215130a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156242 Jul 28 04:07:54.900666 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:07:54.901745 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:07:55.087248 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 60636) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:07:55.116104 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-97ad8da2-b615-4684-9752-f0da7e4a1fa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:55.236840 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-97ad8da2-b615-4684-9752-f0da7e4a1fa1 admin admin] Publish callbacks [] for security_group (890ec32c-1f03-4706-9284-b3fcfb2daeed), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:55.311536 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-97ad8da2-b615-4684-9752-f0da7e4a1fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (890ec32c-1f03-4706-9284-b3fcfb2daeed), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:55.358554 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad8da2-b615-4684-9752-f0da7e4a1fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890ec32c-1f03-4706-9284-b3fcfb2daeed,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:55.366265 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-97ad8da2-b615-4684-9752-f0da7e4a1fa1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4e3a53cde3db421fafd13bbc01e9e895&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754931 Jul 28 04:07:55.367186 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 60642) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:07:55.426998 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-5ce63762-e0e8-4886-a3ca-05c24f74c6d7 admin admin] Publish callbacks [] for security_group (890ec32c-1f03-4706-9284-b3fcfb2daeed), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:55.467190 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-5ce63762-e0e8-4886-a3ca-05c24f74c6d7 admin admin] Publish callbacks [] for security_group (890ec32c-1f03-4706-9284-b3fcfb2daeed), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:55.614769 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-5ce63762-e0e8-4886-a3ca-05c24f74c6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (890ec32c-1f03-4706-9284-b3fcfb2daeed), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:55.618148 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-5ce63762-e0e8-4886-a3ca-05c24f74c6d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:07:55.622763 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-5ce63762-e0e8-4886-a3ca-05c24f74c6d7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/890ec32c-1f03-4706-9284-b3fcfb2daeed HTTP/1.1" status: 204 len: 168 time: 0.2520688 Jul 28 04:07:55.631709 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce63762-e0e8-4886-a3ca-05c24f74c6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890ec32c-1f03-4706-9284-b3fcfb2daeed,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:00.107346 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=27 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:08:00.813191 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 60726) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:08:00.942861 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-6423cba7-4deb-456c-8929-a62bf7cfe54e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:01.035251 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-6423cba7-4deb-456c-8929-a62bf7cfe54e admin admin] Publish callbacks [] for security_group (f8e3e259-ec05-48a5-8f50-f96ffcd07cf4), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:01.112236 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-6423cba7-4deb-456c-8929-a62bf7cfe54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (f8e3e259-ec05-48a5-8f50-f96ffcd07cf4), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:01.149375 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:08:01.192874 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6423cba7-4deb-456c-8929-a62bf7cfe54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e3e259-ec05-48a5-8f50-f96ffcd07cf4,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:01.200836 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-6423cba7-4deb-456c-8929-a62bf7cfe54e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d435fdc9186a455ca098af165b82a6e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3860655 Jul 28 04:08:01.204671 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 60732) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:08:01.214816 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:08:01.307931 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-1069bc0b-528e-427f-bd0c-2845b45408b7 admin admin] Publish callbacks [] for security_group (f8e3e259-ec05-48a5-8f50-f96ffcd07cf4), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:01.353635 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-1069bc0b-528e-427f-bd0c-2845b45408b7 admin admin] Publish callbacks [] for security_group (f8e3e259-ec05-48a5-8f50-f96ffcd07cf4), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:01.500814 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-1069bc0b-528e-427f-bd0c-2845b45408b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (f8e3e259-ec05-48a5-8f50-f96ffcd07cf4), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:01.504443 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-1069bc0b-528e-427f-bd0c-2845b45408b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:01.506082 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-1069bc0b-528e-427f-bd0c-2845b45408b7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f8e3e259-ec05-48a5-8f50-f96ffcd07cf4 HTTP/1.1" status: 204 len: 168 time: 0.2998490 Jul 28 04:08:01.518994 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1069bc0b-528e-427f-bd0c-2845b45408b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e3e259-ec05-48a5-8f50-f96ffcd07cf4,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:05.520917 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=31,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:08:05.626107 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=46,neutron:DELETE=5,neutron:INSERT=7 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:08:05.768405 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=4 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:08:05.775948 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=2 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:08:09.456362 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 60870) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:08:09.610667 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-da3f0595-0f63-4969-9f70-46ea108c6453 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:09.712090 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-da3f0595-0f63-4969-9f70-46ea108c6453 admin admin] Publish callbacks [] for security_group (1ca4f8f9-9a69-40a0-9326-87a5327f7a77), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:09.796602 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-da3f0595-0f63-4969-9f70-46ea108c6453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (1ca4f8f9-9a69-40a0-9326-87a5327f7a77), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:09.847138 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-da3f0595-0f63-4969-9f70-46ea108c6453 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f51a1cc2455e45bcab02a0b6a56715a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3895435 Jul 28 04:08:09.847980 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f0595-0f63-4969-9f70-46ea108c6453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca4f8f9-9a69-40a0-9326-87a5327f7a77,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:09.851710 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 60878) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:08:09.951701 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-ababdc21-1466-464e-b1e9-2dba1512ca90 admin admin] Publish callbacks [] for security_group (1ca4f8f9-9a69-40a0-9326-87a5327f7a77), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:09.996538 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-ababdc21-1466-464e-b1e9-2dba1512ca90 admin admin] Publish callbacks [] for security_group (1ca4f8f9-9a69-40a0-9326-87a5327f7a77), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:10.137977 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-ababdc21-1466-464e-b1e9-2dba1512ca90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (1ca4f8f9-9a69-40a0-9326-87a5327f7a77), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:10.141458 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-ababdc21-1466-464e-b1e9-2dba1512ca90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:10.142872 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-ababdc21-1466-464e-b1e9-2dba1512ca90 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1ca4f8f9-9a69-40a0-9326-87a5327f7a77 HTTP/1.1" status: 204 len: 168 time: 0.2885678 Jul 28 04:08:10.157236 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ababdc21-1466-464e-b1e9-2dba1512ca90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca4f8f9-9a69-40a0-9326-87a5327f7a77,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:10.320187 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 60886) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:08:10.575319 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-7e428c34-d45e-4f7e-8083-a4865ecb25d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:10.705461 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-7e428c34-d45e-4f7e-8083-a4865ecb25d1 admin admin] Publish callbacks [] for security_group (229e7cdd-7aee-4c5a-a5a6-e87fbbcde67f), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:10.800928 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-7e428c34-d45e-4f7e-8083-a4865ecb25d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (229e7cdd-7aee-4c5a-a5a6-e87fbbcde67f), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:10.849722 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e428c34-d45e-4f7e-8083-a4865ecb25d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229e7cdd-7aee-4c5a-a5a6-e87fbbcde67f,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:10.856548 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-7e428c34-d45e-4f7e-8083-a4865ecb25d1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5f9b07b7120c47f7ac11bd822fd91ee7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5351636 Jul 28 04:08:10.859465 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 60898) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:08:10.927991 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-7992584d-b066-42bc-a6f1-c9c13f9f1fc0 admin admin] Publish callbacks [] for security_group (229e7cdd-7aee-4c5a-a5a6-e87fbbcde67f), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:10.956940 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-7992584d-b066-42bc-a6f1-c9c13f9f1fc0 admin admin] Publish callbacks [] for security_group (229e7cdd-7aee-4c5a-a5a6-e87fbbcde67f), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:11.111868 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-7992584d-b066-42bc-a6f1-c9c13f9f1fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (229e7cdd-7aee-4c5a-a5a6-e87fbbcde67f), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:11.116832 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-7992584d-b066-42bc-a6f1-c9c13f9f1fc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:11.118931 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-7992584d-b066-42bc-a6f1-c9c13f9f1fc0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/229e7cdd-7aee-4c5a-a5a6-e87fbbcde67f HTTP/1.1" status: 204 len: 168 time: 0.2579839 Jul 28 04:08:11.139501 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992584d-b066-42bc-a6f1-c9c13f9f1fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229e7cdd-7aee-4c5a-a5a6-e87fbbcde67f,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:11.534254 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=26,neutron:UPDATE=6 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:08:14.897539 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d04a960e-a2ee-45d8-82f4-6ab726e3fa59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:17.391135 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-25370315-f4aa-4a13-8313-208c4d7d8095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:18.402839 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:18.922322 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d923ff-d983-4784-981f-1bbce4c5c5ac), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:19.623303 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:19.750186 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 32802) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:08:19.839724 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=23,neutron:INSERT=4 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:08:19.842919 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=14,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:08:19.882071 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-7b8526bb-9a08-4c05-9cc0-bf48c99e9ba7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:19.909922 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:08:20.008653 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-7b8526bb-9a08-4c05-9cc0-bf48c99e9ba7 admin admin] Publish callbacks [] for security_group (93ea48c8-2609-478a-b633-c6af147fe2e0), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:20.093510 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-7b8526bb-9a08-4c05-9cc0-bf48c99e9ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (93ea48c8-2609-478a-b633-c6af147fe2e0), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:20.112023 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:08:20.130367 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:20.144470 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-7b8526bb-9a08-4c05-9cc0-bf48c99e9ba7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a96731b9d28c4c82a00822932813bcc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3898447 Jul 28 04:08:20.144470 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8526bb-9a08-4c05-9cc0-bf48c99e9ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ea48c8-2609-478a-b633-c6af147fe2e0,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:20.144860 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 32816) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:08:20.197232 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-544f7443-92be-454d-96e6-4e6e95fda4c0 admin admin] Publish callbacks [] for security_group (93ea48c8-2609-478a-b633-c6af147fe2e0), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:20.223720 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-544f7443-92be-454d-96e6-4e6e95fda4c0 admin admin] Publish callbacks [] for security_group (93ea48c8-2609-478a-b633-c6af147fe2e0), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:20.379315 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-544f7443-92be-454d-96e6-4e6e95fda4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (93ea48c8-2609-478a-b633-c6af147fe2e0), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:20.382311 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-544f7443-92be-454d-96e6-4e6e95fda4c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:20.383710 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-544f7443-92be-454d-96e6-4e6e95fda4c0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/93ea48c8-2609-478a-b633-c6af147fe2e0 HTTP/1.1" status: 204 len: 168 time: 0.2376044 Jul 28 04:08:20.393053 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f7443-92be-454d-96e6-4e6e95fda4c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ea48c8-2609-478a-b633-c6af147fe2e0,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:21.127485 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 32850) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:08:21.143568 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-ecfc91e7-a86c-41b0-b677-746996543057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:21.247123 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-ecfc91e7-a86c-41b0-b677-746996543057 admin admin] Publish callbacks [] for security_group (6fbb0504-6ef5-4cca-8199-61e13eb459e1), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:21.339526 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-ecfc91e7-a86c-41b0-b677-746996543057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (6fbb0504-6ef5-4cca-8199-61e13eb459e1), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:21.387572 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-ecfc91e7-a86c-41b0-b677-746996543057 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3bc8a5a876fa4c58be5fbb964462bbc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2584782 Jul 28 04:08:21.388576 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc91e7-a86c-41b0-b677-746996543057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbb0504-6ef5-4cca-8199-61e13eb459e1,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:21.390454 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 32856) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:08:21.457412 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-aaf5550a-6685-46f8-bf9a-f62797c1f8ea admin admin] Publish callbacks [] for security_group (6fbb0504-6ef5-4cca-8199-61e13eb459e1), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:21.480908 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-aaf5550a-6685-46f8-bf9a-f62797c1f8ea admin admin] Publish callbacks [] for security_group (6fbb0504-6ef5-4cca-8199-61e13eb459e1), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:21.624901 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-aaf5550a-6685-46f8-bf9a-f62797c1f8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (6fbb0504-6ef5-4cca-8199-61e13eb459e1), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:21.629973 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-aaf5550a-6685-46f8-bf9a-f62797c1f8ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:21.631898 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-aaf5550a-6685-46f8-bf9a-f62797c1f8ea admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6fbb0504-6ef5-4cca-8199-61e13eb459e1 HTTP/1.1" status: 204 len: 168 time: 0.2395556 Jul 28 04:08:21.643575 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5550a-6685-46f8-bf9a-f62797c1f8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbb0504-6ef5-4cca-8199-61e13eb459e1,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:21.908536 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.agents_db [None req-58c662dc-5ea5-4853-b3cc-f7bb2188e679 None None] Agent healthcheck: found 6 active agents {{(pid=121477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:08:23.774174 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d2880-2355-4aed-a23f-2107f31c8ae6 req-96249abb-9157-4d8e-845b-b5abc0b5ab83 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:08:23.777089 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-7f0d2880-2355-4aed-a23f-2107f31c8ae6 req-96249abb-9157-4d8e-845b-b5abc0b5ab83 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7c65d71-b715-4c1a-860b-75fd32e26f3a HTTP/1.1" status: 200 len: 946 time: 0.0920570 Jul 28 04:08:23.832627 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-7f0d2880-2355-4aed-a23f-2107f31c8ae6 req-2f55e4e2-a577-440d-bb86-ca663eab5637 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee24847-6a74-4e94-821c-5062d5853ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487921 Jul 28 04:08:24.965788 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2588157f-97cb-43bf-9b13-a683fdc3ede5 req-2365fb0f-6561-48a7-92ce-93849d937489 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:08:24.967410 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-2588157f-97cb-43bf-9b13-a683fdc3ede5 req-2365fb0f-6561-48a7-92ce-93849d937489 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7c65d71-b715-4c1a-860b-75fd32e26f3a HTTP/1.1" status: 200 len: 946 time: 0.0515580 Jul 28 04:08:25.023447 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-2588157f-97cb-43bf-9b13-a683fdc3ede5 req-13a7d54a-0ebd-4abc-a45c-22807ec85684 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee24847-6a74-4e94-821c-5062d5853ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492780 Jul 28 04:08:25.135183 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd17d9-eefb-46f4-af16-939d8cc54df8 req-3d942bb5-e7d3-4a4c-9b2a-e2031e686358 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:08:25.136732 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-6edd17d9-eefb-46f4-af16-939d8cc54df8 req-3d942bb5-e7d3-4a4c-9b2a-e2031e686358 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7c65d71-b715-4c1a-860b-75fd32e26f3a HTTP/1.1" status: 200 len: 946 time: 0.0497785 Jul 28 04:08:25.229471 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [req-6edd17d9-eefb-46f4-af16-939d8cc54df8 req-7975a027-7510-403c-aff8-ff01275d56a8 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Deleting port e0d80004-385b-4f90-9bd2-6b9861e7c00c {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:08:25.232487 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-6edd17d9-eefb-46f4-af16-939d8cc54df8 req-7975a027-7510-403c-aff8-ff01275d56a8 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (e0d80004-385b-4f90-9bd2-6b9861e7c00c), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:25.329665 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-6edd17d9-eefb-46f4-af16-939d8cc54df8 req-7975a027-7510-403c-aff8-ff01275d56a8 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] For port e0d80004-385b-4f90-9bd2-6b9861e7c00c, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=e0d80004-385b-4f90-9bd2-6b9861e7c00c,segment=NetworkSegment(9dbe9ecd-d8a8-4fd9-9bbe-daf95dbce1da),segment_id=9dbe9ecd-d8a8-4fd9-9bbe-daf95dbce1da)] {{(pid=121474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:08:25.330044 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-6edd17d9-eefb-46f4-af16-939d8cc54df8 req-7975a027-7510-403c-aff8-ff01275d56a8 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (e0d80004-385b-4f90-9bd2-6b9861e7c00c), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:25.346055 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [req-6edd17d9-eefb-46f4-af16-939d8cc54df8 req-7975a027-7510-403c-aff8-ff01275d56a8 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Calling delete_port for e0d80004-385b-4f90-9bd2-6b9861e7c00c owned by compute:nova {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:08:25.585761 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-6edd17d9-eefb-46f4-af16-939d8cc54df8 req-7975a027-7510-403c-aff8-ff01275d56a8 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (e0d80004-385b-4f90-9bd2-6b9861e7c00c), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:25.600248 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] get_ports_and_sgs() called for port_ids ['e0d80004-385b-4f90-9bd2-6b9861e7c00c'] {{(pid=121476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:08:25.646040 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7975a027-7510-403c-aff8-ff01275d56a8 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Pushing event deleted for resources: {'Port': ['ID=e0d80004-385b-4f90-9bd2-6b9861e7c00c,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:25.712362 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [req-6edd17d9-eefb-46f4-af16-939d8cc54df8 req-7975a027-7510-403c-aff8-ff01275d56a8 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] No DVR routers for this DVR port e0d80004-385b-4f90-9bd2-6b9861e7c00c on host hv-cinder-85127 {{(pid=121474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 04:08:25.716603 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-6edd17d9-eefb-46f4-af16-939d8cc54df8 req-7975a027-7510-403c-aff8-ff01275d56a8 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:25.723998 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-6edd17d9-eefb-46f4-af16-939d8cc54df8 req-7975a027-7510-403c-aff8-ff01275d56a8 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.67 "DELETE /v2.0/ports/e0d80004-385b-4f90-9bd2-6b9861e7c00c HTTP/1.1" status: 204 len: 173 time: 0.5819638 Jul 28 04:08:25.724830 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c65d71-b715-4c1a-860b-75fd32e26f3a', 'name': 'network-vif-deleted', 'tag': 'e0d80004-385b-4f90-9bd2-6b9861e7c00c'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:08:25.730246 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d057a39e-ad35-4fc5-8f76-2bc5f12ff113" -d '{"events": [{"server_uuid": "e7c65d71-b715-4c1a-860b-75fd32e26f3a", "name": "network-vif-deleted", "tag": "e0d80004-385b-4f90-9bd2-6b9861e7c00c"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:08:25.781843 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 04:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592d2562-db81-4336-800c-76777a7542e9 x-openstack-request-id: req-592d2562-db81-4336-800c-76777a7542e9 {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:08:25.782261 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c65d71-b715-4c1a-860b-75fd32e26f3a", "name": "network-vif-deleted", "tag": "e0d80004-385b-4f90-9bd2-6b9861e7c00c", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:08:25.783141 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-592d2562-db81-4336-800c-76777a7542e9 {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:08:25.783551 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-592d2562-db81-4336-800c-76777a7542e9'] response: {'server_uuid': 'e7c65d71-b715-4c1a-860b-75fd32e26f3a', 'name': 'network-vif-deleted', 'tag': 'e0d80004-385b-4f90-9bd2-6b9861e7c00c', 'status': 'completed', 'code': 200} Jul 28 04:08:26.159475 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-9d6ab63e-4ff5-4414-a9c8-0586e9873e74 req-a4954f26-55ea-421e-b81f-996e0777eef4 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7c65d71-b715-4c1a-860b-75fd32e26f3a HTTP/1.1" status: 200 len: 210 time: 0.0300963 Jul 28 04:08:27.392126 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 32936) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:08:27.531192 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-4ef09dba-0b32-4a83-afc1-6983a0592ed7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:27.614699 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:08:27.628581 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-4ef09dba-0b32-4a83-afc1-6983a0592ed7 admin admin] Publish callbacks [] for security_group (520fd033-c7ab-48b4-9ad6-70a967c13637), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:27.716690 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-4ef09dba-0b32-4a83-afc1-6983a0592ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (520fd033-c7ab-48b4-9ad6-70a967c13637), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:27.740407 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=10 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:08:27.771568 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-4ef09dba-0b32-4a83-afc1-6983a0592ed7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d1d5a9dd1c864ce584135757e9ab28bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3782451 Jul 28 04:08:27.775017 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 32942) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:08:27.777682 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef09dba-0b32-4a83-afc1-6983a0592ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520fd033-c7ab-48b4-9ad6-70a967c13637,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:27.837413 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-d4918311-950c-487d-989b-3a098317fd94 admin admin] Publish callbacks [] for security_group (520fd033-c7ab-48b4-9ad6-70a967c13637), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:27.865595 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-d4918311-950c-487d-989b-3a098317fd94 admin admin] Publish callbacks [] for security_group (520fd033-c7ab-48b4-9ad6-70a967c13637), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:27.990567 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-d4918311-950c-487d-989b-3a098317fd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (520fd033-c7ab-48b4-9ad6-70a967c13637), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:27.993347 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-d4918311-950c-487d-989b-3a098317fd94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:27.994635 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-d4918311-950c-487d-989b-3a098317fd94 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/520fd033-c7ab-48b4-9ad6-70a967c13637 HTTP/1.1" status: 204 len: 168 time: 0.2182276 Jul 28 04:08:28.004766 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4918311-950c-487d-989b-3a098317fd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520fd033-c7ab-48b4-9ad6-70a967c13637,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:28.880547 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device e0d80004-385b-4f90-9bd2-6b9861e7c00c no longer exists at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:08:28.904968 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] No Port match for: e0d80004-385b-4f90-9bd2-6b9861e7c00c {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:08:28.905317 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device e0d80004-385b-4f90-9bd2-6b9861e7c00c not bound to the agent host hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:08:37.112403 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55189211-2da5-4577-82fa-718a55b36e55 req-24f08cb1-5f4c-4344-acd0-471ad35500fa tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:08:37.114072 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-55189211-2da5-4577-82fa-718a55b36e55 req-24f08cb1-5f4c-4344-acd0-471ad35500fa tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/networks?id=d95435be-155f-4499-b5b6-5836f17886d6 HTTP/1.1" status: 200 len: 813 time: 0.1347861 Jul 28 04:08:37.131006 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-55189211-2da5-4577-82fa-718a55b36e55 req-997224c1-2533-422a-b486-c2c75fdc1835 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/quotas/83b3cf737ddd463f8f77ebe29d23fc7e HTTP/1.1" status: 200 len: 375 time: 0.0108161 Jul 28 04:08:37.169378 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-55189211-2da5-4577-82fa-718a55b36e55 req-5652e7cb-f29a-4b5a-9df5-ed4ce52ab712 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=83b3cf737ddd463f8f77ebe29d23fc7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324137 Jul 28 04:08:37.185957 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:08:37.275860 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-55189211-2da5-4577-82fa-718a55b36e55 req-8b77f3b1-f9c8-4b6b-b562-404d7e4ff281 service neutron] 10.222.0.66 "GET /v2.0/networks/d95435be-155f-4499-b5b6-5836f17886d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983567 Jul 28 04:08:37.374409 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:08:37.381276 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-55189211-2da5-4577-82fa-718a55b36e55 req-4e513f79-6c72-47fe-8b94-b59011ecfc68 service neutron] 10.222.0.66 "GET /v2.0/networks/d95435be-155f-4499-b5b6-5836f17886d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980668 Jul 28 04:08:37.683761 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-9e041306-b083-4785-853c-42a6581bbafd req-570c54b8-a688-4c33-8b74-e1751892645b tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ce2062d-983a-40bc-b219-6e28e56d39ed HTTP/1.1" status: 200 len: 210 time: 0.0334756 Jul 28 04:08:38.790301 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-7618e39e-da80-4280-b565-c6cde4a2f352 req-8520b12e-a347-433d-be75-5dc5e7458d59 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ce2062d-983a-40bc-b219-6e28e56d39ed HTTP/1.1" status: 200 len: 210 time: 0.0292847 Jul 28 04:08:38.884059 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:08:38.887934 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:08:39.836063 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55189211-2da5-4577-82fa-718a55b36e55 req-d2cfbe3c-cd4f-409e-ae21-73557574b1b8 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:08:39.837730 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-55189211-2da5-4577-82fa-718a55b36e55 req-d2cfbe3c-cd4f-409e-ae21-73557574b1b8 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.67 "GET /v2.0/networks?id=d95435be-155f-4499-b5b6-5836f17886d6 HTTP/1.1" status: 200 len: 813 time: 0.1473753 Jul 28 04:08:39.849830 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [req-55189211-2da5-4577-82fa-718a55b36e55 req-6aa66e7f-32a2-47cd-b3c2-02034b3b0250 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Request body: {'port': {'device_id': '0ce2062d-983a-40bc-b219-6e28e56d39ed', 'network_id': 'd95435be-155f-4499-b5b6-5836f17886d6', 'admin_state_up': True, 'tenant_id': '83b3cf737ddd463f8f77ebe29d23fc7e'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:08:39.934558 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-567dfcf2-a1a2-4a9e-b77c-ab980d48198a req-4b3d4e73-e436-451e-9e91-661acbcfe2be tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ce2062d-983a-40bc-b219-6e28e56d39ed HTTP/1.1" status: 200 len: 210 time: 0.0385270 Jul 28 04:08:40.128248 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55189211-2da5-4577-82fa-718a55b36e55 req-6aa66e7f-32a2-47cd-b3c2-02034b3b0250 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Made reservation on behalf of 83b3cf737ddd463f8f77ebe29d23fc7e for: {'port': 1} {{(pid=121474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:08:40.131900 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-55189211-2da5-4577-82fa-718a55b36e55 req-6aa66e7f-32a2-47cd-b3c2-02034b3b0250 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:40.296266 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.db_base_plugin_common [req-55189211-2da5-4577-82fa-718a55b36e55 req-6aa66e7f-32a2-47cd-b3c2-02034b3b0250 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Allocated IP 172.20.0.14 (d95435be-155f-4499-b5b6-5836f17886d6/0054f839-20bb-4b52-a24d-1db5d777cb1f/10ae9a7d-4659-46a5-a556-6df64f995b83) {{(pid=121474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:08:40.466424 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-55189211-2da5-4577-82fa-718a55b36e55 req-6aa66e7f-32a2-47cd-b3c2-02034b3b0250 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Publish callbacks [] for port (10ae9a7d-4659-46a5-a556-6df64f995b83), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:40.554490 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-55189211-2da5-4577-82fa-718a55b36e55 req-6aa66e7f-32a2-47cd-b3c2-02034b3b0250 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (10ae9a7d-4659-46a5-a556-6df64f995b83), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:40.606808 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55189211-2da5-4577-82fa-718a55b36e55 req-6aa66e7f-32a2-47cd-b3c2-02034b3b0250 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Network d95435be-155f-4499-b5b6-5836f17886d6 is already hosted by enough agents. {{(pid=121474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:08:40.610962 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [req-55189211-2da5-4577-82fa-718a55b36e55 req-6aa66e7f-32a2-47cd-b3c2-02034b3b0250 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Resources bound (agent type, host, resource id): {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:08:40.615110 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [req-55189211-2da5-4577-82fa-718a55b36e55 req-6aa66e7f-32a2-47cd-b3c2-02034b3b0250 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Received port after_create {{(pid=121474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 04:08:40.638724 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa66e7f-32a2-47cd-b3c2-02034b3b0250 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Pushing event updated for resources: {'Port': ['ID=10ae9a7d-4659-46a5-a556-6df64f995b83,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:40.652553 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa66e7f-32a2-47cd-b3c2-02034b3b0250 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:40.652900 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa66e7f-32a2-47cd-b3c2-02034b3b0250 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:40.653245 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa66e7f-32a2-47cd-b3c2-02034b3b0250 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:40.653586 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa66e7f-32a2-47cd-b3c2-02034b3b0250 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:40.653922 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa66e7f-32a2-47cd-b3c2-02034b3b0250 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:40.654261 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa66e7f-32a2-47cd-b3c2-02034b3b0250 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:40.654595 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa66e7f-32a2-47cd-b3c2-02034b3b0250 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:40.654925 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa66e7f-32a2-47cd-b3c2-02034b3b0250 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:40.655256 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa66e7f-32a2-47cd-b3c2-02034b3b0250 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:40.655584 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa66e7f-32a2-47cd-b3c2-02034b3b0250 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:40.655914 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa66e7f-32a2-47cd-b3c2-02034b3b0250 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:40.656268 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa66e7f-32a2-47cd-b3c2-02034b3b0250 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:40.656595 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa66e7f-32a2-47cd-b3c2-02034b3b0250 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:40.657471 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa66e7f-32a2-47cd-b3c2-02034b3b0250 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:40.657798 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa66e7f-32a2-47cd-b3c2-02034b3b0250 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:40.687029 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55189211-2da5-4577-82fa-718a55b36e55 req-6aa66e7f-32a2-47cd-b3c2-02034b3b0250 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:08:40.687651 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-55189211-2da5-4577-82fa-718a55b36e55 req-6aa66e7f-32a2-47cd-b3c2-02034b3b0250 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:40.690195 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:08:40.810456 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-55189211-2da5-4577-82fa-718a55b36e55 req-6aa66e7f-32a2-47cd-b3c2-02034b3b0250 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9645121 Jul 28 04:08:40.821745 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [req-55189211-2da5-4577-82fa-718a55b36e55 req-a5ef4e73-59dc-4e31-ada7-b3611eb2574f service neutron] Request body: {'port': {'device_id': '0ce2062d-983a-40bc-b219-6e28e56d39ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:08:40.888630 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-55189211-2da5-4577-82fa-718a55b36e55 req-a5ef4e73-59dc-4e31-ada7-b3611eb2574f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (10ae9a7d-4659-46a5-a556-6df64f995b83), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:40.905579 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:08:41.081638 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ba2f0-d483-43a9-ba35-23a3f80758ad req-7ca71c42-cf7f-4022-8d82-a53f92400fc1 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:08:41.083316 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-046ba2f0-d483-43a9-ba35-23a3f80758ad req-7ca71c42-cf7f-4022-8d82-a53f92400fc1 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ce2062d-983a-40bc-b219-6e28e56d39ed HTTP/1.1" status: 200 len: 932 time: 0.0610607 Jul 28 04:08:41.142461 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-046ba2f0-d483-43a9-ba35-23a3f80758ad req-a0bcb599-bbe6-4a98-9508-257f418135ec tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee24847-6a74-4e94-821c-5062d5853ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519345 Jul 28 04:08:41.251495 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [req-55189211-2da5-4577-82fa-718a55b36e55 req-a5ef4e73-59dc-4e31-ada7-b3611eb2574f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10ae9a7d-4659-46a5-a556-6df64f995b83 {{(pid=121474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 04:08:41.261228 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-55189211-2da5-4577-82fa-718a55b36e55 req-a5ef4e73-59dc-4e31-ada7-b3611eb2574f service neutron] Publish callbacks [] for port (10ae9a7d-4659-46a5-a556-6df64f995b83), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:41.275673 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.provisioning_blocks [req-55189211-2da5-4577-82fa-718a55b36e55 req-a5ef4e73-59dc-4e31-ada7-b3611eb2574f service neutron] Transition to ACTIVE for port object 10ae9a7d-4659-46a5-a556-6df64f995b83 will not be triggered until provisioned by entity L2. {{(pid=121474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 04:08:41.350704 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-55189211-2da5-4577-82fa-718a55b36e55 req-a5ef4e73-59dc-4e31-ada7-b3611eb2574f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26044716'] for port (10ae9a7d-4659-46a5-a556-6df64f995b83), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:41.406366 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef4e73-59dc-4e31-ada7-b3611eb2574f service neutron] Pushing event updated for resources: {'Port': ['ID=10ae9a7d-4659-46a5-a556-6df64f995b83,revision_number=2']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:41.492215 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-55189211-2da5-4577-82fa-718a55b36e55 req-a5ef4e73-59dc-4e31-ada7-b3611eb2574f service neutron] Attempting to bind port 10ae9a7d-4659-46a5-a556-6df64f995b83 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 04:08:41.492554 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-55189211-2da5-4577-82fa-718a55b36e55 req-a5ef4e73-59dc-4e31-ada7-b3611eb2574f service neutron] Attempting to bind port 10ae9a7d-4659-46a5-a556-6df64f995b83 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '9dbe9ecd-d8a8-4fd9-9bbe-daf95dbce1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd95435be-155f-4499-b5b6-5836f17886d6'}] {{(pid=121474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 04:08:41.492883 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55189211-2da5-4577-82fa-718a55b36e55 req-a5ef4e73-59dc-4e31-ada7-b3611eb2574f service neutron] Attempting to bind port 10ae9a7d-4659-46a5-a556-6df64f995b83 on network d95435be-155f-4499-b5b6-5836f17886d6 {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:08:41.498356 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55189211-2da5-4577-82fa-718a55b36e55 req-a5ef4e73-59dc-4e31-ada7-b3611eb2574f service neutron] Port 10ae9a7d-4659-46a5-a556-6df64f995b83 on network d95435be-155f-4499-b5b6-5836f17886d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 04:08:41.498669 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55189211-2da5-4577-82fa-718a55b36e55 req-a5ef4e73-59dc-4e31-ada7-b3611eb2574f service neutron] Attempting to bind port 10ae9a7d-4659-46a5-a556-6df64f995b83 on network d95435be-155f-4499-b5b6-5836f17886d6 {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:08:41.505808 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55189211-2da5-4577-82fa-718a55b36e55 req-a5ef4e73-59dc-4e31-ada7-b3611eb2574f service neutron] Checking agent: {'id': 'a6d923ff-d983-4784-981f-1bbce4c5c5ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 56, 49), 'started_at': datetime.datetime(2022, 7, 28, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 4, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 04:08:41.506175 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55189211-2da5-4577-82fa-718a55b36e55 req-a5ef4e73-59dc-4e31-ada7-b3611eb2574f service neutron] Checking segment: {'id': '9dbe9ecd-d8a8-4fd9-9bbe-daf95dbce1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd95435be-155f-4499-b5b6-5836f17886d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 04:08:41.506561 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55189211-2da5-4577-82fa-718a55b36e55 req-a5ef4e73-59dc-4e31-ada7-b3611eb2574f service neutron] Bound using segment: {'id': '9dbe9ecd-d8a8-4fd9-9bbe-daf95dbce1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd95435be-155f-4499-b5b6-5836f17886d6'} {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 04:08:41.507002 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-55189211-2da5-4577-82fa-718a55b36e55 req-a5ef4e73-59dc-4e31-ada7-b3611eb2574f service neutron] Bound port: 10ae9a7d-4659-46a5-a556-6df64f995b83, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dbe9ecd-d8a8-4fd9-9bbe-daf95dbce1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd95435be-155f-4499-b5b6-5836f17886d6'}}] {{(pid=121474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 04:08:41.507363 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-55189211-2da5-4577-82fa-718a55b36e55 req-a5ef4e73-59dc-4e31-ada7-b3611eb2574f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (10ae9a7d-4659-46a5-a556-6df64f995b83), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:41.581204 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-55189211-2da5-4577-82fa-718a55b36e55 req-a5ef4e73-59dc-4e31-ada7-b3611eb2574f service neutron] For port 10ae9a7d-4659-46a5-a556-6df64f995b83, host hv-cinder-85127, cleared binding levels {{(pid=121474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:08:41.584809 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-55189211-2da5-4577-82fa-718a55b36e55 req-a5ef4e73-59dc-4e31-ada7-b3611eb2574f service neutron] For port 10ae9a7d-4659-46a5-a556-6df64f995b83, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=10ae9a7d-4659-46a5-a556-6df64f995b83,segment=NetworkSegment(9dbe9ecd-d8a8-4fd9-9bbe-daf95dbce1da),segment_id=9dbe9ecd-d8a8-4fd9-9bbe-daf95dbce1da)] {{(pid=121474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:08:41.676964 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-55189211-2da5-4577-82fa-718a55b36e55 req-a5ef4e73-59dc-4e31-ada7-b3611eb2574f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26044716'] for port (10ae9a7d-4659-46a5-a556-6df64f995b83), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:41.720688 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55189211-2da5-4577-82fa-718a55b36e55 req-a5ef4e73-59dc-4e31-ada7-b3611eb2574f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:08:41.721330 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-55189211-2da5-4577-82fa-718a55b36e55 req-a5ef4e73-59dc-4e31-ada7-b3611eb2574f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:41.722830 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-55189211-2da5-4577-82fa-718a55b36e55 req-a5ef4e73-59dc-4e31-ada7-b3611eb2574f service neutron] 10.222.0.67 "PUT /v2.0/ports/10ae9a7d-4659-46a5-a556-6df64f995b83 HTTP/1.1" status: 200 len: 1094 time: 0.9056027 Jul 28 04:08:41.723307 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce2062d-983a-40bc-b219-6e28e56d39ed', 'tag': '10ae9a7d-4659-46a5-a556-6df64f995b83'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:08:41.725685 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c93632f-3f17-42e9-b881-d790c109fafa" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce2062d-983a-40bc-b219-6e28e56d39ed", "tag": "10ae9a7d-4659-46a5-a556-6df64f995b83"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:08:41.748779 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef4e73-59dc-4e31-ada7-b3611eb2574f service neutron] Pushing event updated for resources: {'Port': ['ID=10ae9a7d-4659-46a5-a556-6df64f995b83,revision_number=3']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:41.778588 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 04:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bd914d-a4b5-429f-8ae3-77987da53adf x-openstack-request-id: req-34bd914d-a4b5-429f-8ae3-77987da53adf {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:08:41.778944 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce2062d-983a-40bc-b219-6e28e56d39ed", "tag": "10ae9a7d-4659-46a5-a556-6df64f995b83", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:08:41.779267 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-34bd914d-a4b5-429f-8ae3-77987da53adf {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:08:41.779742 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34bd914d-a4b5-429f-8ae3-77987da53adf'] response: {'name': 'network-changed', 'server_uuid': '0ce2062d-983a-40bc-b219-6e28e56d39ed', 'tag': '10ae9a7d-4659-46a5-a556-6df64f995b83', 'status': 'completed', 'code': 200} Jul 28 04:08:41.851156 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93632f-3f17-42e9-b881-d790c109fafa req-f9a65099-3c7d-47a8-be00-bd3f0d1b4d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:08:41.852732 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-6c93632f-3f17-42e9-b881-d790c109fafa req-f9a65099-3c7d-47a8-be00-bd3f0d1b4d11 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=83b3cf737ddd463f8f77ebe29d23fc7e&device_id=0ce2062d-983a-40bc-b219-6e28e56d39ed HTTP/1.1" status: 200 len: 1128 time: 0.0527399 Jul 28 04:08:41.963143 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:08:41.966393 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93632f-3f17-42e9-b881-d790c109fafa req-df64002b-4b92-49ab-b7c6-af952a9eff35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:08:41.967876 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-6c93632f-3f17-42e9-b881-d790c109fafa req-df64002b-4b92-49ab-b7c6-af952a9eff35 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=83b3cf737ddd463f8f77ebe29d23fc7e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1084952 Jul 28 04:08:42.080360 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93632f-3f17-42e9-b881-d790c109fafa req-dd3a3e2a-8efa-473b-b516-49d855168bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:08:42.081953 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-6c93632f-3f17-42e9-b881-d790c109fafa req-dd3a3e2a-8efa-473b-b516-49d855168bbe service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1087606 Jul 28 04:08:42.164768 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55189211-2da5-4577-82fa-718a55b36e55 req-87727fd9-cadd-43bd-b91a-082dfaa5605c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:08:42.166318 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-55189211-2da5-4577-82fa-718a55b36e55 req-87727fd9-cadd-43bd-b91a-082dfaa5605c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=83b3cf737ddd463f8f77ebe29d23fc7e&device_id=0ce2062d-983a-40bc-b219-6e28e56d39ed HTTP/1.1" status: 200 len: 1128 time: 0.0424170 Jul 28 04:08:42.214216 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-55189211-2da5-4577-82fa-718a55b36e55 req-66f5aefe-4890-4688-8b71-f20401a9e6c2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10ae9a7d-4659-46a5-a556-6df64f995b83 HTTP/1.1" status: 200 len: 217 time: 0.0391216 Jul 28 04:08:42.281306 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55189211-2da5-4577-82fa-718a55b36e55 req-9b348344-eefd-4ea7-b1aa-fc2a539420e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:08:42.285102 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-55189211-2da5-4577-82fa-718a55b36e55 req-9b348344-eefd-4ea7-b1aa-fc2a539420e6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0054f839-20bb-4b52-a24d-1db5d777cb1f HTTP/1.1" status: 200 len: 853 time: 0.0631676 Jul 28 04:08:42.329315 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f9ecf-41f8-4f8e-a5f2-52edb71dfaa5 req-cfec0d1b-8be7-4591-91c0-8430dc689eb9 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:08:42.331987 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-f13f9ecf-41f8-4f8e-a5f2-52edb71dfaa5 req-cfec0d1b-8be7-4591-91c0-8430dc689eb9 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ce2062d-983a-40bc-b219-6e28e56d39ed HTTP/1.1" status: 200 len: 944 time: 0.0788071 Jul 28 04:08:42.332574 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-55189211-2da5-4577-82fa-718a55b36e55 req-1b8a22ce-443e-4299-ac44-cecfad7fa3b3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d95435be-155f-4499-b5b6-5836f17886d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409122 Jul 28 04:08:42.390613 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-f13f9ecf-41f8-4f8e-a5f2-52edb71dfaa5 req-db5922f7-a230-43e2-889f-cfa019cb8352 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee24847-6a74-4e94-821c-5062d5853ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525236 Jul 28 04:08:42.410707 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:08:42.447569 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-55189211-2da5-4577-82fa-718a55b36e55 req-6bf28a01-d6c2-46f0-a2ed-b3f3f7ca7193 service neutron] 10.222.0.67 "GET /v2.0/networks/d95435be-155f-4499-b5b6-5836f17886d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069953 Jul 28 04:08:42.555869 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-55189211-2da5-4577-82fa-718a55b36e55 req-0573e3d7-491b-4eee-a228-718c075d0389 service neutron] 10.222.0.67 "GET /v2.0/networks/d95435be-155f-4499-b5b6-5836f17886d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008232 Jul 28 04:08:42.772761 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=13 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:08:42.778354 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=21 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:08:43.527106 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9cdf6-0a3d-40f2-b018-f45bcc16435a req-43ad8a4e-ca37-49d2-b6c3-098e7eb8cf30 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:08:43.528763 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-03b9cdf6-0a3d-40f2-b018-f45bcc16435a req-43ad8a4e-ca37-49d2-b6c3-098e7eb8cf30 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ce2062d-983a-40bc-b219-6e28e56d39ed HTTP/1.1" status: 200 len: 944 time: 0.0509081 Jul 28 04:08:43.587664 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-03b9cdf6-0a3d-40f2-b018-f45bcc16435a req-84fdab58-7d05-45e0-bcf6-7194a046b3c7 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee24847-6a74-4e94-821c-5062d5853ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496244 Jul 28 04:08:44.748530 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af918cf8-30a2-4f1b-bce9-cafa7d474b5e req-78a81931-a69d-4ef6-9d99-e091a793d868 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:08:44.750153 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-af918cf8-30a2-4f1b-bce9-cafa7d474b5e req-78a81931-a69d-4ef6-9d99-e091a793d868 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ce2062d-983a-40bc-b219-6e28e56d39ed HTTP/1.1" status: 200 len: 944 time: 0.0522611 Jul 28 04:08:44.816673 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-af918cf8-30a2-4f1b-bce9-cafa7d474b5e req-3b4406c5-574d-443b-8c2c-57d8ae82730a tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee24847-6a74-4e94-821c-5062d5853ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557663 Jul 28 04:08:44.847666 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-5adae795-4832-4724-be79-251e315591ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:46.166056 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4a6ad-767f-4976-9165-44217f416fd5 req-44369422-ce51-410e-876c-a51b495c371c tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:08:46.167652 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f2a4a6ad-767f-4976-9165-44217f416fd5 req-44369422-ce51-410e-876c-a51b495c371c tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ce2062d-983a-40bc-b219-6e28e56d39ed HTTP/1.1" status: 200 len: 944 time: 0.2729509 Jul 28 04:08:46.224841 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f2a4a6ad-767f-4976-9165-44217f416fd5 req-34446228-8ebe-42af-84d3-50b39c95232f tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee24847-6a74-4e94-821c-5062d5853ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498216 Jul 28 04:08:46.763077 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device 10ae9a7d-4659-46a5-a556-6df64f995b83 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=121476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:08:46.869663 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port 10ae9a7d-4659-46a5-a556-6df64f995b83, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=10ae9a7d-4659-46a5-a556-6df64f995b83,segment=NetworkSegment(9dbe9ecd-d8a8-4fd9-9bbe-daf95dbce1da),segment_id=9dbe9ecd-d8a8-4fd9-9bbe-daf95dbce1da)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:08:46.888580 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Returning: {'device': '10ae9a7d-4659-46a5-a556-6df64f995b83', 'network_id': 'd95435be-155f-4499-b5b6-5836f17886d6', 'port_id': '10ae9a7d-4659-46a5-a556-6df64f995b83', 'mac_address': 'fa:16:3e:17:54:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0054f839-20bb-4b52-a24d-1db5d777cb1f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:08:46.935750 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port 10ae9a7d-4659-46a5-a556-6df64f995b83 is: DOWN; New status is: BUILD {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:08:46.936404 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (10ae9a7d-4659-46a5-a556-6df64f995b83), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:46.962444 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10ae9a7d-4659-46a5-a556-6df64f995b83 {{(pid=121476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 04:08:46.991650 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port 10ae9a7d-4659-46a5-a556-6df64f995b83, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=10ae9a7d-4659-46a5-a556-6df64f995b83,segment=NetworkSegment(9dbe9ecd-d8a8-4fd9-9bbe-daf95dbce1da),segment_id=9dbe9ecd-d8a8-4fd9-9bbe-daf95dbce1da)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:08:47.127986 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (10ae9a7d-4659-46a5-a556-6df64f995b83), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:47.197300 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=10ae9a7d-4659-46a5-a556-6df64f995b83,revision_number=4']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:47.206675 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:47.207013 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:47.207453 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:47.207893 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:47.208262 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:47.208592 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:47.208917 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:47.209238 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:47.209568 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:47.209887 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:47.210211 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:47.210533 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:47.210851 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:47.211174 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:47.211521 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:47.340711 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] get_ports_and_sgs() called for port_ids ['10ae9a7d-4659-46a5-a556-6df64f995b83'] {{(pid=121476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:08:47.432593 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ed284d3a-a96b-4767-a14d-fa6be0f4c8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:47.503881 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c48f9-0239-432f-8a94-77cc3d6f2ab0 req-6bdf4979-a7d1-479c-9060-0fadb919b178 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:08:47.506843 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-447c48f9-0239-432f-8a94-77cc3d6f2ab0 req-6bdf4979-a7d1-479c-9060-0fadb919b178 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ce2062d-983a-40bc-b219-6e28e56d39ed HTTP/1.1" status: 200 len: 945 time: 0.2026525 Jul 28 04:08:47.581636 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-447c48f9-0239-432f-8a94-77cc3d6f2ab0 req-3a6c00ac-cf3a-48aa-ad8c-57fe5e2ff2e6 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee24847-6a74-4e94-821c-5062d5853ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674589 Jul 28 04:08:48.344830 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:48.709981 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e0553-5b34-4ef9-9dec-557a6a66d660 req-b7fe2a0f-3256-43b5-a25c-3ed7df5bb2a5 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:08:48.711575 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c17e0553-5b34-4ef9-9dec-557a6a66d660 req-b7fe2a0f-3256-43b5-a25c-3ed7df5bb2a5 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ce2062d-983a-40bc-b219-6e28e56d39ed HTTP/1.1" status: 200 len: 945 time: 0.0496593 Jul 28 04:08:48.766522 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c17e0553-5b34-4ef9-9dec-557a6a66d660 req-b693744b-a7bd-4bb3-99fc-cebf9cfcf378 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee24847-6a74-4e94-821c-5062d5853ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471687 Jul 28 04:08:48.780885 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device 10ae9a7d-4659-46a5-a556-6df64f995b83 up at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:08:48.836256 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning for port 10ae9a7d-4659-46a5-a556-6df64f995b83 completed by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 04:08:48.955740 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning complete for port 10ae9a7d-4659-46a5-a556-6df64f995b83 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:08:48.956160 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (10ae9a7d-4659-46a5-a556-6df64f995b83), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:48.982997 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d923ff-d983-4784-981f-1bbce4c5c5ac), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:49.057942 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port 10ae9a7d-4659-46a5-a556-6df64f995b83 is: BUILD; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:08:49.058569 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (10ae9a7d-4659-46a5-a556-6df64f995b83), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:49.104448 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce2062d-983a-40bc-b219-6e28e56d39ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ae9a7d-4659-46a5-a556-6df64f995b83'}] {{(pid=121476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:08:49.108634 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63807e78e749bb54735be4dbe0f6e45a10aff1c6ba31450fe55014b89068368c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8387d46d-a914-40bf-89a8-04c8f63beefd" -d '{"events": [{"server_uuid": "0ce2062d-983a-40bc-b219-6e28e56d39ed", "name": "network-vif-plugged", "status": "completed", "tag": "10ae9a7d-4659-46a5-a556-6df64f995b83"}]}' {{(pid=121476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:08:49.132240 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port 10ae9a7d-4659-46a5-a556-6df64f995b83, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=10ae9a7d-4659-46a5-a556-6df64f995b83,segment=NetworkSegment(9dbe9ecd-d8a8-4fd9-9bbe-daf95dbce1da),segment_id=9dbe9ecd-d8a8-4fd9-9bbe-daf95dbce1da)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:08:49.152532 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 04:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1f1704-a7e9-4f12-a458-6b3f6bf40a5b x-openstack-request-id: req-5e1f1704-a7e9-4f12-a458-6b3f6bf40a5b {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:08:49.152882 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce2062d-983a-40bc-b219-6e28e56d39ed", "name": "network-vif-plugged", "status": "completed", "tag": "10ae9a7d-4659-46a5-a556-6df64f995b83", "code": 200}]} {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:08:49.153184 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5e1f1704-a7e9-4f12-a458-6b3f6bf40a5b {{(pid=121476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:08:49.153629 dv-cinder-851279-1-iscsi neutron-server[121476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e1f1704-a7e9-4f12-a458-6b3f6bf40a5b'] response: {'server_uuid': '0ce2062d-983a-40bc-b219-6e28e56d39ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ae9a7d-4659-46a5-a556-6df64f995b83', 'code': 200} Jul 28 04:08:49.212275 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (10ae9a7d-4659-46a5-a556-6df64f995b83), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:49.305194 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=10ae9a7d-4659-46a5-a556-6df64f995b83,revision_number=5']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:49.547036 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1bc8d8-8561-4692-aa5c-16d21d1ee93d req-afac2fa2-9860-4c9f-a2cc-669280e771e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:08:49.549983 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-7b1bc8d8-8561-4692-aa5c-16d21d1ee93d req-afac2fa2-9860-4c9f-a2cc-669280e771e9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0ce2062d-983a-40bc-b219-6e28e56d39ed HTTP/1.1" status: 200 len: 1130 time: 0.0581386 Jul 28 04:08:49.590668 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:49.606674 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-7b1bc8d8-8561-4692-aa5c-16d21d1ee93d req-e888678a-8158-4927-8001-bf24abd91a2d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6ee24847-6a74-4e94-821c-5062d5853ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510142 Jul 28 04:08:49.899848 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d1f84-00d0-4b7a-abb6-262b9c4587b8 req-ceb28ec6-9de1-4248-b03e-647e7576668c tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:08:49.901536 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-449d1f84-00d0-4b7a-abb6-262b9c4587b8 req-ceb28ec6-9de1-4248-b03e-647e7576668c tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ce2062d-983a-40bc-b219-6e28e56d39ed HTTP/1.1" status: 200 len: 946 time: 0.0550966 Jul 28 04:08:49.957820 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-449d1f84-00d0-4b7a-abb6-262b9c4587b8 req-b7d6c751-1c28-445f-8c82-74775361e175 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee24847-6a74-4e94-821c-5062d5853ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497563 Jul 28 04:08:50.110464 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:08:51.088900 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3628b437-c415-4c47-bd85-daa5e5f70dba req-b35f15e1-3bcb-4331-9b4c-b81b8f354eed tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:08:51.090405 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-3628b437-c415-4c47-bd85-daa5e5f70dba req-b35f15e1-3bcb-4331-9b4c-b81b8f354eed tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ce2062d-983a-40bc-b219-6e28e56d39ed HTTP/1.1" status: 200 len: 946 time: 0.0522144 Jul 28 04:08:51.139186 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-3628b437-c415-4c47-bd85-daa5e5f70dba req-7d757189-460b-46e6-9bfb-264d201f8e57 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee24847-6a74-4e94-821c-5062d5853ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423548 Jul 28 04:08:58.909056 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.agents_db [None req-58c662dc-5ea5-4853-b3cc-f7bb2188e679 None None] Agent healthcheck: found 6 active agents {{(pid=121477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:08:59.950125 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=81 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:08:59.953053 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=55 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:00.036439 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:00.039511 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:01.128568 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=51 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:01.135611 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=48 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:02.823422 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbe1c8-12ac-46e0-8624-1f34ef9b249f req-2e8b7a0b-82d8-425a-aab9-a03091bbe646 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:02.826013 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c4dbe1c8-12ac-46e0-8624-1f34ef9b249f req-2e8b7a0b-82d8-425a-aab9-a03091bbe646 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b0538a6-ada9-4f1f-b47c-1aa7b6678a62 HTTP/1.1" status: 200 len: 946 time: 0.0548151 Jul 28 04:09:02.879012 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c4dbe1c8-12ac-46e0-8624-1f34ef9b249f req-8c4f9ac7-8b23-4b59-872a-ac4a5005530b tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473070 Jul 28 04:09:04.007970 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dccbb53-ae12-4486-81e8-1ba961abcfb7 req-9394078a-03b5-45b6-9653-2d56db6d6c2f tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:04.009499 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-8dccbb53-ae12-4486-81e8-1ba961abcfb7 req-9394078a-03b5-45b6-9653-2d56db6d6c2f tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b0538a6-ada9-4f1f-b47c-1aa7b6678a62 HTTP/1.1" status: 200 len: 946 time: 0.0513699 Jul 28 04:09:04.082576 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-8dccbb53-ae12-4486-81e8-1ba961abcfb7 req-3883c6dc-8103-40ac-afcc-07a9bcba5bc7 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669773 Jul 28 04:09:04.401641 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f2358-6890-45a0-a3c2-8c011ec91b37 req-0cd97fd8-464d-42dd-b5e4-4aee95f378c2 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:04.403210 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0b6f2358-6890-45a0-a3c2-8c011ec91b37 req-0cd97fd8-464d-42dd-b5e4-4aee95f378c2 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.67 "GET /v2.0/ports?device_id=7b0538a6-ada9-4f1f-b47c-1aa7b6678a62 HTTP/1.1" status: 200 len: 946 time: 0.0526326 Jul 28 04:09:04.500870 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [req-0b6f2358-6890-45a0-a3c2-8c011ec91b37 req-989e1fa9-4e5f-4383-afaf-06a88aefcb62 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Deleting port 466b36f7-7bf9-400c-8d85-f37adcc930f6 {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:09:04.500870 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-0b6f2358-6890-45a0-a3c2-8c011ec91b37 req-989e1fa9-4e5f-4383-afaf-06a88aefcb62 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (466b36f7-7bf9-400c-8d85-f37adcc930f6), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:04.884409 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-0b6f2358-6890-45a0-a3c2-8c011ec91b37 req-989e1fa9-4e5f-4383-afaf-06a88aefcb62 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] For port 466b36f7-7bf9-400c-8d85-f37adcc930f6, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=466b36f7-7bf9-400c-8d85-f37adcc930f6,segment=NetworkSegment(09964986-2991-46e1-a3b0-006f2cde8ec9),segment_id=09964986-2991-46e1-a3b0-006f2cde8ec9)] {{(pid=121474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:09:04.884746 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-0b6f2358-6890-45a0-a3c2-8c011ec91b37 req-989e1fa9-4e5f-4383-afaf-06a88aefcb62 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (466b36f7-7bf9-400c-8d85-f37adcc930f6), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:05.061070 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-0b6f2358-6890-45a0-a3c2-8c011ec91b37 req-989e1fa9-4e5f-4383-afaf-06a88aefcb62 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:05.061431 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-0b6f2358-6890-45a0-a3c2-8c011ec91b37 req-989e1fa9-4e5f-4383-afaf-06a88aefcb62 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739753'] for floatingip (f7679030-4e12-4484-96c1-8e9a868eaec2), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:05.061752 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.db.l3_db [req-0b6f2358-6890-45a0-a3c2-8c011ec91b37 req-989e1fa9-4e5f-4383-afaf-06a88aefcb62 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Floating IP f7679030-4e12-4484-96c1-8e9a868eaec2 disassociated. External IP: 172.27.0.84, port: 466b36f7-7bf9-400c-8d85-f37adcc930f6. Jul 28 04:09:05.062100 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [req-0b6f2358-6890-45a0-a3c2-8c011ec91b37 req-989e1fa9-4e5f-4383-afaf-06a88aefcb62 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Calling delete_port for 466b36f7-7bf9-400c-8d85-f37adcc930f6 owned by compute:nova {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:09:05.246842 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a2de0-3d56-4f04-b25b-8937200e4409 req-746273f8-15d8-436c-8def-bac3267dd9c2 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:05.248406 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-376a2de0-3d56-4f04-b25b-8937200e4409 req-746273f8-15d8-436c-8def-bac3267dd9c2 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b0538a6-ada9-4f1f-b47c-1aa7b6678a62 HTTP/1.1" status: 200 len: 946 time: 0.0674405 Jul 28 04:09:05.304048 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-376a2de0-3d56-4f04-b25b-8937200e4409 req-73d93013-bf8f-4034-aad4-98f7e824b580 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483155 Jul 28 04:09:05.336803 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-0b6f2358-6890-45a0-a3c2-8c011ec91b37 req-989e1fa9-4e5f-4383-afaf-06a88aefcb62 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (466b36f7-7bf9-400c-8d85-f37adcc930f6), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:05.369580 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e1fa9-4e5f-4383-afaf-06a88aefcb62 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Pushing event deleted for resources: {'Port': ['ID=466b36f7-7bf9-400c-8d85-f37adcc930f6,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:05.486946 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:05.491122 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b6f2358-6890-45a0-a3c2-8c011ec91b37 req-989e1fa9-4e5f-4383-afaf-06a88aefcb62 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Router cda1d050-b975-4db1-b9d6-e1228fa35860 has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 04:09:05.581478 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:05.600106 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b6f2358-6890-45a0-a3c2-8c011ec91b37 req-989e1fa9-4e5f-4383-afaf-06a88aefcb62 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:09:05.612327 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3f2677-c9e2-42be-8418-1579ce20528b None None] Sync routers for ids ['cda1d050-b975-4db1-b9d6-e1228fa35860'] in dv-cinder-851279-1-iscsi {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:09:05.622636 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3f2677-c9e2-42be-8418-1579ce20528b None None] Routers {'cda1d050-b975-4db1-b9d6-e1228fa35860'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:09:05.623604 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-5d3f2677-c9e2-42be-8418-1579ce20528b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:08:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['cda1d050-b975-4db1-b9d6-e1228fa35860'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:05.651249 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b6f2358-6890-45a0-a3c2-8c011ec91b37 req-989e1fa9-4e5f-4383-afaf-06a88aefcb62 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] No DVR routers for this DVR port 466b36f7-7bf9-400c-8d85-f37adcc930f6 on host hv-cinder-85127 {{(pid=121474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 04:09:05.653831 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-0b6f2358-6890-45a0-a3c2-8c011ec91b37 req-989e1fa9-4e5f-4383-afaf-06a88aefcb62 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:05.657373 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0b6f2358-6890-45a0-a3c2-8c011ec91b37 req-989e1fa9-4e5f-4383-afaf-06a88aefcb62 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.67 "DELETE /v2.0/ports/466b36f7-7bf9-400c-8d85-f37adcc930f6 HTTP/1.1" status: 204 len: 173 time: 1.2484558 Jul 28 04:09:05.657840 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b0538a6-ada9-4f1f-b47c-1aa7b6678a62', 'name': 'network-vif-deleted', 'tag': '466b36f7-7bf9-400c-8d85-f37adcc930f6'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:09:05.660303 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1896199-a9dc-4c79-bcbb-3160bb7bd489" -d '{"events": [{"server_uuid": "7b0538a6-ada9-4f1f-b47c-1aa7b6678a62", "name": "network-vif-deleted", "tag": "466b36f7-7bf9-400c-8d85-f37adcc930f6"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:09:05.709129 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 04:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431c23cd-783d-4745-86cf-82a253f6c9d1 x-openstack-request-id: req-431c23cd-783d-4745-86cf-82a253f6c9d1 {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:09:05.709423 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b0538a6-ada9-4f1f-b47c-1aa7b6678a62", "name": "network-vif-deleted", "tag": "466b36f7-7bf9-400c-8d85-f37adcc930f6", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:09:05.709678 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-431c23cd-783d-4745-86cf-82a253f6c9d1 {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:09:05.710114 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-431c23cd-783d-4745-86cf-82a253f6c9d1'] response: {'server_uuid': '7b0538a6-ada9-4f1f-b47c-1aa7b6678a62', 'name': 'network-vif-deleted', 'tag': '466b36f7-7bf9-400c-8d85-f37adcc930f6', 'status': 'completed', 'code': 200} Jul 28 04:09:05.753277 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-5d3f2677-c9e2-42be-8418-1579ce20528b None None] Set router cda1d050-b975-4db1-b9d6-e1228fa35860 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:09:06.042455 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-5d3f2677-c9e2-42be-8418-1579ce20528b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'name': 'tempest-TestVolumeBootPattern-12412982-router', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:05:51Z', 'updated_at': '2022-07-28T04:05:57Z', 'revision_number': 4, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'gw_port': {'id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:05:52Z', 'updated_at': '2022-07-28T04:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': 'b62e2a17-0c1d-46ce-88b8-41ed83e85337', 'name': '', 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'mac_address': 'fa:16:3e:8c:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'dd333499-a093-4bb7-a733-016cbbcdd8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:05:56Z', 'updated_at': '2022-07-28T04:06:02Z', 'revision_number': 5, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'subnets': [{'id': 'dd333499-a093-4bb7-a733-016cbbcdd8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:06.072275 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3f2677-c9e2-42be-8418-1579ce20528b None None] Checking router: cda1d050-b975-4db1-b9d6-e1228fa35860 for host: dv-cinder-851279-1-iscsi {{(pid=121477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:09:06.081272 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3f2677-c9e2-42be-8418-1579ce20528b None None] Routers {'cda1d050-b975-4db1-b9d6-e1228fa35860'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:09:06.081964 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-5d3f2677-c9e2-42be-8418-1579ce20528b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:08:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['cda1d050-b975-4db1-b9d6-e1228fa35860'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:06.191988 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-5d3f2677-c9e2-42be-8418-1579ce20528b None None] Set router cda1d050-b975-4db1-b9d6-e1228fa35860 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:09:06.394075 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-5d3f2677-c9e2-42be-8418-1579ce20528b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'name': 'tempest-TestVolumeBootPattern-12412982-router', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:05:51Z', 'updated_at': '2022-07-28T04:05:57Z', 'revision_number': 4, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'gw_port': {'id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:05:52Z', 'updated_at': '2022-07-28T04:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': 'b62e2a17-0c1d-46ce-88b8-41ed83e85337', 'name': '', 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'mac_address': 'fa:16:3e:8c:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'dd333499-a093-4bb7-a733-016cbbcdd8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:05:56Z', 'updated_at': '2022-07-28T04:06:02Z', 'revision_number': 5, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'subnets': [{'id': 'dd333499-a093-4bb7-a733-016cbbcdd8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:06.410294 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-13787651-ae1e-443d-b23d-f5758524d8c3 req-7e6b9053-03de-4c58-8ab2-4ee6e32290e2 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b0538a6-ada9-4f1f-b47c-1aa7b6678a62 HTTP/1.1" status: 200 len: 210 time: 0.0291448 Jul 28 04:09:06.423426 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3f2677-c9e2-42be-8418-1579ce20528b None None] The sync data for ids ['cda1d050-b975-4db1-b9d6-e1228fa35860'] in dv-cinder-851279-1-iscsi is: [{'id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'name': 'tempest-TestVolumeBootPattern-12412982-router', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:05:51Z', 'updated_at': '2022-07-28T04:05:57Z', 'revision_number': 4, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'gw_port': {'id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:05:52Z', 'updated_at': '2022-07-28T04:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': 'b62e2a17-0c1d-46ce-88b8-41ed83e85337', 'name': '', 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'mac_address': 'fa:16:3e:8c:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'dd333499-a093-4bb7-a733-016cbbcdd8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:05:56Z', 'updated_at': '2022-07-28T04:06:02Z', 'revision_number': 5, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'subnets': [{'id': 'dd333499-a093-4bb7-a733-016cbbcdd8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:09:06.657060 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa34461f-cc52-460d-90ca-c13a9f6d4346 None None] New status for floating IP f7679030-4e12-4484-96c1-8e9a868eaec2: DOWN {{(pid=121476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 04:09:07.529257 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-d84e43c7-2ca4-49a2-aeef-443e80cf9ea4 req-e4e26483-5cfc-4110-b15c-527266ced894 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b0538a6-ada9-4f1f-b47c-1aa7b6678a62 HTTP/1.1" status: 200 len: 210 time: 0.0352445 Jul 28 04:09:08.650086 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-942c3065-e585-435c-acd1-f83493ea007a req-7eba2c84-5502-4824-a163-b6dc6de14a25 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b0538a6-ada9-4f1f-b47c-1aa7b6678a62 HTTP/1.1" status: 200 len: 210 time: 0.0297997 Jul 28 04:09:09.450925 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device 466b36f7-7bf9-400c-8d85-f37adcc930f6 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:09:09.474214 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] No Port match for: 466b36f7-7bf9-400c-8d85-f37adcc930f6 {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:09:09.474575 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device 466b36f7-7bf9-400c-8d85-f37adcc930f6 not bound to the agent host hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:09:09.934077 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-f365158d-8943-4dd0-9d2a-8c20c0e92dc6 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1803004242&fields=id&tenant_id=9aa592e1b58f4804ad264f0cd721b1ca HTTP/1.1" status: 200 len: 267 time: 0.0467143 Jul 28 04:09:10.055679 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-6f357ae4-4d9c-41bf-aaeb-17f08350a2ee tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:10.057260 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-6f357ae4-4d9c-41bf-aaeb-17f08350a2ee tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/networks?id=672eb351-e67a-4327-be23-b1a7215130a6 HTTP/1.1" status: 200 len: 810 time: 0.1130149 Jul 28 04:09:10.073994 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-18d696fa-4222-45e1-a30c-92c2dcbe7d6f tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/quotas/9aa592e1b58f4804ad264f0cd721b1ca HTTP/1.1" status: 200 len: 375 time: 0.0113034 Jul 28 04:09:10.125590 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-486a9a40-9e4e-48cf-b1d2-475d25124e56 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9aa592e1b58f4804ad264f0cd721b1ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458734 Jul 28 04:09:10.142123 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-d4defbf1-9916-4d07-b08f-e483ec7ab3f6 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=121474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 04:09:10.144246 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-d4defbf1-9916-4d07-b08f-e483ec7ab3f6 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059364 Jul 28 04:09:10.239662 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-0bb124fd-514a-46b1-902a-96c9ad066e64 service neutron] 10.222.0.66 "GET /v2.0/networks/672eb351-e67a-4327-be23-b1a7215130a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907040 Jul 28 04:09:10.333673 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-464149de-14e5-4e31-9aa4-c93ef8c6c5ce service neutron] 10.222.0.66 "GET /v2.0/networks/672eb351-e67a-4327-be23-b1a7215130a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879731 Jul 28 04:09:10.879819 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-d3dfca10-e11d-4c77-991d-722361172145 req-d1bde06a-29e8-4054-b750-382fed432bf7 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa34a319-36da-4d32-879f-76740e89aecc HTTP/1.1" status: 200 len: 210 time: 0.0288432 Jul 28 04:09:11.996653 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-84042aa3-bdc4-42a1-87a9-2a0980286945 req-45a023f2-7edf-49f1-adf3-9cbd3e6bb3c1 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa34a319-36da-4d32-879f-76740e89aecc HTTP/1.1" status: 200 len: 210 time: 0.0435741 Jul 28 04:09:13.119558 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-6f9ba3be-f371-4bc7-b950-c700f80ea01c req-8c8473e9-774e-483c-b54c-39281a8526a8 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa34a319-36da-4d32-879f-76740e89aecc HTTP/1.1" status: 200 len: 210 time: 0.0465498 Jul 28 04:09:13.205669 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-933863d0-4e50-49bf-9f38-0dc3ca462184 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:13.207221 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-933863d0-4e50-49bf-9f38-0dc3ca462184 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.67 "GET /v2.0/networks?id=672eb351-e67a-4327-be23-b1a7215130a6 HTTP/1.1" status: 200 len: 810 time: 0.1246378 Jul 28 04:09:13.285225 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-33ce4eed-b474-4632-b048-e5c587fcd682 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9aa592e1b58f4804ad264f0cd721b1ca HTTP/1.1" status: 200 len: 380 time: 0.0614543 Jul 28 04:09:13.294884 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-d25c9e5d-d802-47fc-bb2f-56018e89cf4e tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Request body: {'port': {'device_id': 'fa34a319-36da-4d32-879f-76740e89aecc', 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6', 'admin_state_up': True, 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'security_groups': ['5db21c8f-5862-41d5-8a89-995394f64605']}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:09:13.484668 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-d25c9e5d-d802-47fc-bb2f-56018e89cf4e tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Made reservation on behalf of 9aa592e1b58f4804ad264f0cd721b1ca for: {'port': 1} {{(pid=121474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:09:13.489030 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-d25c9e5d-d802-47fc-bb2f-56018e89cf4e tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:13.630466 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.db_base_plugin_common [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-d25c9e5d-d802-47fc-bb2f-56018e89cf4e tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Allocated IP 172.20.0.5 (672eb351-e67a-4327-be23-b1a7215130a6/dd333499-a093-4bb7-a733-016cbbcdd8fe/bf07003f-197f-47fc-987f-30b50dad1a5e) {{(pid=121474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:09:13.652886 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:13.668738 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:13.820931 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-d25c9e5d-d802-47fc-bb2f-56018e89cf4e tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks [] for port (bf07003f-197f-47fc-987f-30b50dad1a5e), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:13.984587 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-d25c9e5d-d802-47fc-bb2f-56018e89cf4e tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (bf07003f-197f-47fc-987f-30b50dad1a5e), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:14.032878 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-d25c9e5d-d802-47fc-bb2f-56018e89cf4e tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Network 672eb351-e67a-4327-be23-b1a7215130a6 is already hosted by enough agents. {{(pid=121474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:09:14.036332 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-d25c9e5d-d802-47fc-bb2f-56018e89cf4e tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Resources bound (agent type, host, resource id): {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:09:14.040682 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-d25c9e5d-d802-47fc-bb2f-56018e89cf4e tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Received port after_create {{(pid=121474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 04:09:14.046780 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c9e5d-d802-47fc-bb2f-56018e89cf4e tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Pushing event updated for resources: {'Port': ['ID=bf07003f-197f-47fc-987f-30b50dad1a5e,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:14.099344 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-d25c9e5d-d802-47fc-bb2f-56018e89cf4e tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:14.100130 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-d25c9e5d-d802-47fc-bb2f-56018e89cf4e tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:14.168531 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-d25c9e5d-d802-47fc-bb2f-56018e89cf4e tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8771415 Jul 28 04:09:14.230705 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c350b-1b51-42bf-9a98-b951a6af1561 req-41bd9ae4-e001-4e04-bbfb-04a2fdeaa83b tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:14.232589 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-617c350b-1b51-42bf-9a98-b951a6af1561 req-41bd9ae4-e001-4e04-bbfb-04a2fdeaa83b tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ce2062d-983a-40bc-b219-6e28e56d39ed HTTP/1.1" status: 200 len: 946 time: 0.0539799 Jul 28 04:09:14.273984 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d394937-4992-4586-be53-c404eb9e949b req-e871d848-38f7-413a-b3da-cea787382bb2 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:14.275572 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-8d394937-4992-4586-be53-c404eb9e949b req-e871d848-38f7-413a-b3da-cea787382bb2 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa34a319-36da-4d32-879f-76740e89aecc HTTP/1.1" status: 200 len: 931 time: 0.0516832 Jul 28 04:09:14.291355 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-617c350b-1b51-42bf-9a98-b951a6af1561 req-ed2eb7c1-7efc-4f98-8468-98ca164997b4 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee24847-6a74-4e94-821c-5062d5853ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502150 Jul 28 04:09:14.336029 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-f70ab8fe-2a94-4e61-8d8f-bfd8919fdcbb None None] Provisioning complete for port bf07003f-197f-47fc-987f-30b50dad1a5e triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:09:14.336596 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f70ab8fe-2a94-4e61-8d8f-bfd8919fdcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (bf07003f-197f-47fc-987f-30b50dad1a5e), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:14.336755 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-8d394937-4992-4586-be53-c404eb9e949b req-1f8acbf0-6ef8-4963-bce3-91d1e77e136b tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550652 Jul 28 04:09:14.368922 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-f70ab8fe-2a94-4e61-8d8f-bfd8919fdcbb None None] Port bf07003f-197f-47fc-987f-30b50dad1a5e cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 04:09:14.832968 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-a3a1cb63-12d8-43a2-b003-50079f59bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:15.390108 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-aee43dde-2869-4e81-afb5-042edc1e36a3 service neutron] Request body: {'port': {'device_id': 'fa34a319-36da-4d32-879f-76740e89aecc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:09:15.449941 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f4924-00cd-413c-9266-3e77a8424d2f req-0a20b7bd-5a57-429c-ae69-7e555a128f73 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:15.451516 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-2b7f4924-00cd-413c-9266-3e77a8424d2f req-0a20b7bd-5a57-429c-ae69-7e555a128f73 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ce2062d-983a-40bc-b219-6e28e56d39ed HTTP/1.1" status: 200 len: 946 time: 0.0862508 Jul 28 04:09:15.465446 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b405ca-3183-42ac-8192-4221e3312e31 req-d9daeef7-5e9d-4be3-8119-81760dc2937a tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:15.467072 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-b3b405ca-3183-42ac-8192-4221e3312e31 req-d9daeef7-5e9d-4be3-8119-81760dc2937a tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa34a319-36da-4d32-879f-76740e89aecc HTTP/1.1" status: 200 len: 931 time: 0.0512533 Jul 28 04:09:15.506871 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-aee43dde-2869-4e81-afb5-042edc1e36a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (bf07003f-197f-47fc-987f-30b50dad1a5e), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:15.514809 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:15.524849 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-b3b405ca-3183-42ac-8192-4221e3312e31 req-f5bb6f6c-16e6-4692-a6b4-338be60e1d4d tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518870 Jul 28 04:09:15.542446 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-2b7f4924-00cd-413c-9266-3e77a8424d2f req-1eb53994-7175-48cc-8ef4-9f13a0af11ca tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee24847-6a74-4e94-821c-5062d5853ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846395 Jul 28 04:09:15.802177 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-aee43dde-2869-4e81-afb5-042edc1e36a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf07003f-197f-47fc-987f-30b50dad1a5e {{(pid=121474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 04:09:15.834332 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-aee43dde-2869-4e81-afb5-042edc1e36a3 service neutron] Publish callbacks [] for port (bf07003f-197f-47fc-987f-30b50dad1a5e), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:15.850879 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:15.863625 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920878f-dd14-40ce-8a38-7cf90990f2aa req-57926d4d-ca21-48a9-b5d4-88a26b6f6298 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:15.865041 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0920878f-dd14-40ce-8a38-7cf90990f2aa req-57926d4d-ca21-48a9-b5d4-88a26b6f6298 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.67 "GET /v2.0/ports?device_id=0ce2062d-983a-40bc-b219-6e28e56d39ed HTTP/1.1" status: 200 len: 946 time: 0.0653598 Jul 28 04:09:15.866066 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.provisioning_blocks [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-aee43dde-2869-4e81-afb5-042edc1e36a3 service neutron] Transition to ACTIVE for port object bf07003f-197f-47fc-987f-30b50dad1a5e will not be triggered until provisioned by entity L2. {{(pid=121474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 04:09:15.944938 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-aee43dde-2869-4e81-afb5-042edc1e36a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26044716'] for port (bf07003f-197f-47fc-987f-30b50dad1a5e), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:15.983143 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [req-0920878f-dd14-40ce-8a38-7cf90990f2aa req-e93eae50-0520-49b8-92ad-23fac7d9da6c tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Deleting port 10ae9a7d-4659-46a5-a556-6df64f995b83 {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:09:15.983482 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-0920878f-dd14-40ce-8a38-7cf90990f2aa req-e93eae50-0520-49b8-92ad-23fac7d9da6c tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (10ae9a7d-4659-46a5-a556-6df64f995b83), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:16.054044 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee43dde-2869-4e81-afb5-042edc1e36a3 service neutron] Pushing event updated for resources: {'Port': ['ID=bf07003f-197f-47fc-987f-30b50dad1a5e,revision_number=2']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:16.161484 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-0920878f-dd14-40ce-8a38-7cf90990f2aa req-e93eae50-0520-49b8-92ad-23fac7d9da6c tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] For port 10ae9a7d-4659-46a5-a556-6df64f995b83, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=10ae9a7d-4659-46a5-a556-6df64f995b83,segment=NetworkSegment(9dbe9ecd-d8a8-4fd9-9bbe-daf95dbce1da),segment_id=9dbe9ecd-d8a8-4fd9-9bbe-daf95dbce1da)] {{(pid=121474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:09:16.161864 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-0920878f-dd14-40ce-8a38-7cf90990f2aa req-e93eae50-0520-49b8-92ad-23fac7d9da6c tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (10ae9a7d-4659-46a5-a556-6df64f995b83), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:16.184382 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [req-0920878f-dd14-40ce-8a38-7cf90990f2aa req-e93eae50-0520-49b8-92ad-23fac7d9da6c tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Calling delete_port for 10ae9a7d-4659-46a5-a556-6df64f995b83 owned by compute:nova {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:09:16.186903 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-aee43dde-2869-4e81-afb5-042edc1e36a3 service neutron] Attempting to bind port bf07003f-197f-47fc-987f-30b50dad1a5e on host hv-cinder-85127 for vnic_type normal with profile {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 04:09:16.187255 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-aee43dde-2869-4e81-afb5-042edc1e36a3 service neutron] Attempting to bind port bf07003f-197f-47fc-987f-30b50dad1a5e by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '09964986-2991-46e1-a3b0-006f2cde8ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6'}] {{(pid=121474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 04:09:16.187586 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-aee43dde-2869-4e81-afb5-042edc1e36a3 service neutron] Attempting to bind port bf07003f-197f-47fc-987f-30b50dad1a5e on network 672eb351-e67a-4327-be23-b1a7215130a6 {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:09:16.198569 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-aee43dde-2869-4e81-afb5-042edc1e36a3 service neutron] Port bf07003f-197f-47fc-987f-30b50dad1a5e on network 672eb351-e67a-4327-be23-b1a7215130a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 04:09:16.204722 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-aee43dde-2869-4e81-afb5-042edc1e36a3 service neutron] Attempting to bind port bf07003f-197f-47fc-987f-30b50dad1a5e on network 672eb351-e67a-4327-be23-b1a7215130a6 {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:09:16.208651 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-aee43dde-2869-4e81-afb5-042edc1e36a3 service neutron] Checking agent: {'id': 'a6d923ff-d983-4784-981f-1bbce4c5c5ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 56, 49), 'started_at': datetime.datetime(2022, 7, 28, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 4, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 04:09:16.208996 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-aee43dde-2869-4e81-afb5-042edc1e36a3 service neutron] Checking segment: {'id': '09964986-2991-46e1-a3b0-006f2cde8ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 04:09:16.209385 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-aee43dde-2869-4e81-afb5-042edc1e36a3 service neutron] Bound using segment: {'id': '09964986-2991-46e1-a3b0-006f2cde8ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6'} {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 04:09:16.209833 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-aee43dde-2869-4e81-afb5-042edc1e36a3 service neutron] Bound port: bf07003f-197f-47fc-987f-30b50dad1a5e, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09964986-2991-46e1-a3b0-006f2cde8ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6'}}] {{(pid=121474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 04:09:16.210195 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-aee43dde-2869-4e81-afb5-042edc1e36a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (bf07003f-197f-47fc-987f-30b50dad1a5e), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:16.331743 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-aee43dde-2869-4e81-afb5-042edc1e36a3 service neutron] For port bf07003f-197f-47fc-987f-30b50dad1a5e, host hv-cinder-85127, cleared binding levels {{(pid=121474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:09:16.335178 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-aee43dde-2869-4e81-afb5-042edc1e36a3 service neutron] For port bf07003f-197f-47fc-987f-30b50dad1a5e, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=bf07003f-197f-47fc-987f-30b50dad1a5e,segment=NetworkSegment(09964986-2991-46e1-a3b0-006f2cde8ec9),segment_id=09964986-2991-46e1-a3b0-006f2cde8ec9)] {{(pid=121474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:09:16.424779 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-aee43dde-2869-4e81-afb5-042edc1e36a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26044716'] for port (bf07003f-197f-47fc-987f-30b50dad1a5e), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:16.462811 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-aee43dde-2869-4e81-afb5-042edc1e36a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:16.463436 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-aee43dde-2869-4e81-afb5-042edc1e36a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:16.464854 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-aee43dde-2869-4e81-afb5-042edc1e36a3 service neutron] 10.222.0.67 "PUT /v2.0/ports/bf07003f-197f-47fc-987f-30b50dad1a5e HTTP/1.1" status: 200 len: 1093 time: 1.0797572 Jul 28 04:09:16.465297 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa34a319-36da-4d32-879f-76740e89aecc', 'tag': 'bf07003f-197f-47fc-987f-30b50dad1a5e'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:09:16.467564 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e63d30-d20a-4859-9448-99d144e3a47c" -d '{"events": [{"name": "network-changed", "server_uuid": "fa34a319-36da-4d32-879f-76740e89aecc", "tag": "bf07003f-197f-47fc-987f-30b50dad1a5e"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:09:16.478073 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:16.494464 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee43dde-2869-4e81-afb5-042edc1e36a3 service neutron] Pushing event updated for resources: {'Port': ['ID=bf07003f-197f-47fc-987f-30b50dad1a5e,revision_number=3']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:16.497715 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-0920878f-dd14-40ce-8a38-7cf90990f2aa req-e93eae50-0520-49b8-92ad-23fac7d9da6c tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (10ae9a7d-4659-46a5-a556-6df64f995b83), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:16.510558 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] get_ports_and_sgs() called for port_ids ['10ae9a7d-4659-46a5-a556-6df64f995b83'] {{(pid=121476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:09:16.531694 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 04:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa6b1af-c12c-4972-aac2-927fdd39177a x-openstack-request-id: req-9aa6b1af-c12c-4972-aac2-927fdd39177a {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:09:16.532695 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa34a319-36da-4d32-879f-76740e89aecc", "tag": "bf07003f-197f-47fc-987f-30b50dad1a5e", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:09:16.532961 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9aa6b1af-c12c-4972-aac2-927fdd39177a {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:09:16.533387 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aa6b1af-c12c-4972-aac2-927fdd39177a'] response: {'name': 'network-changed', 'server_uuid': 'fa34a319-36da-4d32-879f-76740e89aecc', 'tag': 'bf07003f-197f-47fc-987f-30b50dad1a5e', 'status': 'completed', 'code': 200} Jul 28 04:09:16.536233 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93eae50-0520-49b8-92ad-23fac7d9da6c tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Pushing event deleted for resources: {'Port': ['ID=10ae9a7d-4659-46a5-a556-6df64f995b83,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:16.552353 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-b25c72a2-5089-423a-af60-88c3ccd46e3d tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=121474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 04:09:16.553588 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-b25c72a2-5089-423a-af60-88c3ccd46e3d tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0083330 Jul 28 04:09:16.655077 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [req-0920878f-dd14-40ce-8a38-7cf90990f2aa req-e93eae50-0520-49b8-92ad-23fac7d9da6c tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] No DVR routers for this DVR port 10ae9a7d-4659-46a5-a556-6df64f995b83 on host hv-cinder-85127 {{(pid=121474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 04:09:16.662608 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-efc35635-fd13-4422-bf31-ca08dafe9aca req-d36d8f1f-c6ed-42a9-8ee1-29fa2b33cf19 tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ce2062d-983a-40bc-b219-6e28e56d39ed HTTP/1.1" status: 200 len: 210 time: 0.0312040 Jul 28 04:09:16.674992 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-0920878f-dd14-40ce-8a38-7cf90990f2aa req-e93eae50-0520-49b8-92ad-23fac7d9da6c tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:16.678510 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0920878f-dd14-40ce-8a38-7cf90990f2aa req-e93eae50-0520-49b8-92ad-23fac7d9da6c tempest-VolumesSnapshotTestJSON-362652760 tempest-VolumesSnapshotTestJSON-362652760-project] 10.222.0.67 "DELETE /v2.0/ports/10ae9a7d-4659-46a5-a556-6df64f995b83 HTTP/1.1" status: 204 len: 173 time: 0.8086348 Jul 28 04:09:16.684789 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e63d30-d20a-4859-9448-99d144e3a47c req-104e2d1a-80cc-4ede-818d-ee5654b42d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:16.686426 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-52e63d30-d20a-4859-9448-99d144e3a47c req-104e2d1a-80cc-4ede-818d-ee5654b42d71 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9aa592e1b58f4804ad264f0cd721b1ca&device_id=fa34a319-36da-4d32-879f-76740e89aecc HTTP/1.1" status: 200 len: 1127 time: 0.1276355 Jul 28 04:09:16.752112 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e797b-85b7-4f3c-b339-6b89f41e0ad5 req-eadeb26e-6365-4093-bbe5-6a54870a3c23 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:16.753480 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ce7e797b-85b7-4f3c-b339-6b89f41e0ad5 req-eadeb26e-6365-4093-bbe5-6a54870a3c23 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa34a319-36da-4d32-879f-76740e89aecc HTTP/1.1" status: 200 len: 943 time: 0.1152239 Jul 28 04:09:16.795855 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:16.843103 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e63d30-d20a-4859-9448-99d144e3a47c req-79e2c874-22f5-4a2a-a26a-2cbc0f6a999d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:16.844940 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-52e63d30-d20a-4859-9448-99d144e3a47c req-79e2c874-22f5-4a2a-a26a-2cbc0f6a999d service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=9aa592e1b58f4804ad264f0cd721b1ca&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1516976 Jul 28 04:09:16.849125 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ce7e797b-85b7-4f3c-b339-6b89f41e0ad5 req-986e15e7-79d9-4dd3-8d98-203d0ec7c71f tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896604 Jul 28 04:09:16.948138 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e63d30-d20a-4859-9448-99d144e3a47c req-d6cfacc1-847d-46a2-b058-82c8db6744a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:16.949619 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-52e63d30-d20a-4859-9448-99d144e3a47c req-d6cfacc1-847d-46a2-b058-82c8db6744a8 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0996199 Jul 28 04:09:17.023866 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-289917af-a578-4ab5-8de5-f2d8bb731367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:17.025424 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-289917af-a578-4ab5-8de5-f2d8bb731367 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9aa592e1b58f4804ad264f0cd721b1ca&device_id=fa34a319-36da-4d32-879f-76740e89aecc HTTP/1.1" status: 200 len: 1127 time: 0.0404687 Jul 28 04:09:17.070606 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-10e124c7-9ba5-436a-8a07-5db3a6e78120 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf07003f-197f-47fc-987f-30b50dad1a5e HTTP/1.1" status: 200 len: 217 time: 0.0388162 Jul 28 04:09:17.120285 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-1dd7a92d-3b50-44ca-a1d5-89fa3de0c1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:17.121680 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-1dd7a92d-3b50-44ca-a1d5-89fa3de0c1f1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dd333499-a093-4bb7-a733-016cbbcdd8fe HTTP/1.1" status: 200 len: 849 time: 0.0455832 Jul 28 04:09:17.166617 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-4cc6d2bc-f0d5-465c-837e-435cdf057eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:17.168168 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-4cc6d2bc-f0d5-465c-837e-435cdf057eb2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=672eb351-e67a-4327-be23-b1a7215130a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396121 Jul 28 04:09:17.419695 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-7e7dac4b-750c-45f2-b87b-ed355195b833 service neutron] 10.222.0.67 "GET /v2.0/networks/672eb351-e67a-4327-be23-b1a7215130a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935905 Jul 28 04:09:17.424976 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d90481ad-8598-4c34-8016-7a3c2cf3323f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:17.521481 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c71d3d3b-1e77-42e4-953f-c5db3f7bce32 req-aac3d90b-a1e8-484a-bfc1-427393ff1730 service neutron] 10.222.0.67 "GET /v2.0/networks/672eb351-e67a-4327-be23-b1a7215130a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954452 Jul 28 04:09:17.982136 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde0d80-618a-44d5-b3bf-5d24dfa4598a req-27d4c3d8-68d2-45c0-9fe4-2572261c99d4 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:17.983588 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8dde0d80-618a-44d5-b3bf-5d24dfa4598a req-27d4c3d8-68d2-45c0-9fe4-2572261c99d4 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa34a319-36da-4d32-879f-76740e89aecc HTTP/1.1" status: 200 len: 943 time: 0.0490522 Jul 28 04:09:18.035908 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8dde0d80-618a-44d5-b3bf-5d24dfa4598a req-0aa542d9-6845-456c-ae94-824901d68177 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460141 Jul 28 04:09:18.365040 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:18.534155 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce2062d-983a-40bc-b219-6e28e56d39ed', 'name': 'network-vif-deleted', 'tag': '10ae9a7d-4659-46a5-a556-6df64f995b83'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:09:18.536605 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67ce6b3-fa4b-4e50-90c1-edffd8b66b30" -d '{"events": [{"server_uuid": "0ce2062d-983a-40bc-b219-6e28e56d39ed", "name": "network-vif-deleted", "tag": "10ae9a7d-4659-46a5-a556-6df64f995b83"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:09:18.575867 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 04:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f052413b-081d-4d26-ada1-7fdaa95c18bb x-openstack-request-id: req-f052413b-081d-4d26-ada1-7fdaa95c18bb {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:09:18.576181 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce2062d-983a-40bc-b219-6e28e56d39ed", "name": "network-vif-deleted", "tag": "10ae9a7d-4659-46a5-a556-6df64f995b83", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:09:18.576429 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f052413b-081d-4d26-ada1-7fdaa95c18bb {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:09:18.576867 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f052413b-081d-4d26-ada1-7fdaa95c18bb'] response: {'server_uuid': '0ce2062d-983a-40bc-b219-6e28e56d39ed', 'name': 'network-vif-deleted', 'tag': '10ae9a7d-4659-46a5-a556-6df64f995b83', 'status': 'completed', 'code': 200} Jul 28 04:09:18.943737 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d923ff-d983-4784-981f-1bbce4c5c5ac), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:19.161664 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa303b8-649b-4e92-9028-c57b182e4b43 req-9e89fc8e-99d3-4727-90a8-59ead43ee039 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:19.163276 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-baa303b8-649b-4e92-9028-c57b182e4b43 req-9e89fc8e-99d3-4727-90a8-59ead43ee039 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa34a319-36da-4d32-879f-76740e89aecc HTTP/1.1" status: 200 len: 943 time: 0.0536509 Jul 28 04:09:19.238007 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-baa303b8-649b-4e92-9028-c57b182e4b43 req-f15771c5-4868-4084-a23b-784412db86f0 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685544 Jul 28 04:09:19.497499 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device 10ae9a7d-4659-46a5-a556-6df64f995b83 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:09:19.522959 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] No Port match for: 10ae9a7d-4659-46a5-a556-6df64f995b83 {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:09:19.523299 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device 10ae9a7d-4659-46a5-a556-6df64f995b83 not bound to the agent host hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:09:19.600755 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:19.775615 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=73 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:19.776477 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=67 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:20.166388 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:20.366927 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1fd71-5d9a-4544-b6d5-ada694369d6d req-b24ead00-fcec-4dd6-a59d-66aec8be3f4f tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:20.368324 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-d5f1fd71-5d9a-4544-b6d5-ada694369d6d req-b24ead00-fcec-4dd6-a59d-66aec8be3f4f tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa34a319-36da-4d32-879f-76740e89aecc HTTP/1.1" status: 200 len: 943 time: 0.0503678 Jul 28 04:09:20.418817 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-d5f1fd71-5d9a-4544-b6d5-ada694369d6d req-9a8591db-4b63-46ef-b12e-25c7b3b8e146 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444791 Jul 28 04:09:21.551546 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88586f-45c2-4d0d-9d9c-3074b465a1c1 req-363eea15-ec94-4b0a-a967-c43d5b065c82 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:21.552985 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ef88586f-45c2-4d0d-9d9c-3074b465a1c1 req-363eea15-ec94-4b0a-a967-c43d5b065c82 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa34a319-36da-4d32-879f-76740e89aecc HTTP/1.1" status: 200 len: 943 time: 0.0539241 Jul 28 04:09:21.606008 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ef88586f-45c2-4d0d-9d9c-3074b465a1c1 req-6580e034-f34a-4a6e-ab73-07dcad7ad2a4 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473673 Jul 28 04:09:22.731706 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a45b8-4c04-423a-a742-1beb08ba8020 req-629b0e2b-1223-47b1-9308-be7e9fa51607 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:22.733276 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-284a45b8-4c04-423a-a742-1beb08ba8020 req-629b0e2b-1223-47b1-9308-be7e9fa51607 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa34a319-36da-4d32-879f-76740e89aecc HTTP/1.1" status: 200 len: 943 time: 0.0522959 Jul 28 04:09:22.785800 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-284a45b8-4c04-423a-a742-1beb08ba8020 req-1e5e0870-3f8e-4f82-9ba1-4162bf5a13d4 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469096 Jul 28 04:09:23.893461 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:23.909154 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462277d8-41a1-494b-8cc3-3cba36112c52 req-05eb2808-0529-4754-a6ff-06243cdd1f27 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:23.911377 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-462277d8-41a1-494b-8cc3-3cba36112c52 req-05eb2808-0529-4754-a6ff-06243cdd1f27 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa34a319-36da-4d32-879f-76740e89aecc HTTP/1.1" status: 200 len: 943 time: 0.0529308 Jul 28 04:09:23.968134 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-462277d8-41a1-494b-8cc3-3cba36112c52 req-dfa9a869-8fad-4d8a-a1f4-ee30fc50b26c tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507419 Jul 28 04:09:25.089697 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149c725-9eca-4a80-994b-9bc932bf0601 req-d2d2b118-2b30-4ae3-b726-474169cabc5f tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:25.091202 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-6149c725-9eca-4a80-994b-9bc932bf0601 req-d2d2b118-2b30-4ae3-b726-474169cabc5f tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa34a319-36da-4d32-879f-76740e89aecc HTTP/1.1" status: 200 len: 943 time: 0.0479209 Jul 28 04:09:25.143907 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-6149c725-9eca-4a80-994b-9bc932bf0601 req-84137afd-4a3f-4ec3-bf50-5308c7a0e81b tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464182 Jul 28 04:09:25.527083 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device bf07003f-197f-47fc-987f-30b50dad1a5e details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=121476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:09:25.641092 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port bf07003f-197f-47fc-987f-30b50dad1a5e, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=bf07003f-197f-47fc-987f-30b50dad1a5e,segment=NetworkSegment(09964986-2991-46e1-a3b0-006f2cde8ec9),segment_id=09964986-2991-46e1-a3b0-006f2cde8ec9)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:09:25.654075 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Returning: {'device': 'bf07003f-197f-47fc-987f-30b50dad1a5e', 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6', 'port_id': 'bf07003f-197f-47fc-987f-30b50dad1a5e', 'mac_address': 'fa:16:3e:c4:03:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd333499-a093-4bb7-a733-016cbbcdd8fe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:09:25.689985 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port bf07003f-197f-47fc-987f-30b50dad1a5e is: DOWN; New status is: BUILD {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:09:25.690375 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (bf07003f-197f-47fc-987f-30b50dad1a5e), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:25.703617 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf07003f-197f-47fc-987f-30b50dad1a5e {{(pid=121476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 04:09:25.727960 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port bf07003f-197f-47fc-987f-30b50dad1a5e, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=bf07003f-197f-47fc-987f-30b50dad1a5e,segment=NetworkSegment(09964986-2991-46e1-a3b0-006f2cde8ec9),segment_id=09964986-2991-46e1-a3b0-006f2cde8ec9)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:09:25.789360 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (bf07003f-197f-47fc-987f-30b50dad1a5e), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:25.841365 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=bf07003f-197f-47fc-987f-30b50dad1a5e,revision_number=4']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:25.976342 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] get_ports_and_sgs() called for port_ids ['bf07003f-197f-47fc-987f-30b50dad1a5e'] {{(pid=121476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:09:26.215693 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:26.278205 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14cd82-df51-4d8c-b0fc-03186603456a req-1886b3d9-8ed6-44a2-8e70-a3c780f2efc7 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:26.281992 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-fc14cd82-df51-4d8c-b0fc-03186603456a req-1886b3d9-8ed6-44a2-8e70-a3c780f2efc7 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa34a319-36da-4d32-879f-76740e89aecc HTTP/1.1" status: 200 len: 944 time: 0.0480328 Jul 28 04:09:26.336907 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-fc14cd82-df51-4d8c-b0fc-03186603456a req-785fc395-6ff9-4f3e-bd42-910ce8f8224f tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502889 Jul 28 04:09:27.459915 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2bffef-6818-479e-a344-406042639cca req-425acb77-7f51-4ccc-9039-b25e5e89ebd2 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:27.461458 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-1c2bffef-6818-479e-a344-406042639cca req-425acb77-7f51-4ccc-9039-b25e5e89ebd2 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa34a319-36da-4d32-879f-76740e89aecc HTTP/1.1" status: 200 len: 944 time: 0.0503311 Jul 28 04:09:27.526413 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-1c2bffef-6818-479e-a344-406042639cca req-94f7bccc-b19c-4ed5-8690-79e6681cdfc3 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590289 Jul 28 04:09:27.542685 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device bf07003f-197f-47fc-987f-30b50dad1a5e up at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:09:27.589333 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:27.601664 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning for port bf07003f-197f-47fc-987f-30b50dad1a5e completed by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 04:09:27.709273 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning complete for port bf07003f-197f-47fc-987f-30b50dad1a5e triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:09:27.709653 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (bf07003f-197f-47fc-987f-30b50dad1a5e), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:27.788584 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port bf07003f-197f-47fc-987f-30b50dad1a5e is: BUILD; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:09:27.788983 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (bf07003f-197f-47fc-987f-30b50dad1a5e), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:27.815551 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa34a319-36da-4d32-879f-76740e89aecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf07003f-197f-47fc-987f-30b50dad1a5e'}] {{(pid=121476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:09:27.817646 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63807e78e749bb54735be4dbe0f6e45a10aff1c6ba31450fe55014b89068368c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a828cdb4-09e4-405e-9d18-c84bca67c906" -d '{"events": [{"server_uuid": "fa34a319-36da-4d32-879f-76740e89aecc", "name": "network-vif-plugged", "status": "completed", "tag": "bf07003f-197f-47fc-987f-30b50dad1a5e"}]}' {{(pid=121476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:09:27.831279 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port bf07003f-197f-47fc-987f-30b50dad1a5e, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=bf07003f-197f-47fc-987f-30b50dad1a5e,segment=NetworkSegment(09964986-2991-46e1-a3b0-006f2cde8ec9),segment_id=09964986-2991-46e1-a3b0-006f2cde8ec9)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:09:27.861420 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 04:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ec75c9-9eb6-46cf-9857-5d78b7e0895d x-openstack-request-id: req-e9ec75c9-9eb6-46cf-9857-5d78b7e0895d {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:09:27.861782 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa34a319-36da-4d32-879f-76740e89aecc", "name": "network-vif-plugged", "status": "completed", "tag": "bf07003f-197f-47fc-987f-30b50dad1a5e", "code": 200}]} {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:09:27.862065 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e9ec75c9-9eb6-46cf-9857-5d78b7e0895d {{(pid=121476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:09:27.862472 dv-cinder-851279-1-iscsi neutron-server[121476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9ec75c9-9eb6-46cf-9857-5d78b7e0895d'] response: {'server_uuid': 'fa34a319-36da-4d32-879f-76740e89aecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf07003f-197f-47fc-987f-30b50dad1a5e', 'code': 200} Jul 28 04:09:27.920870 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (bf07003f-197f-47fc-987f-30b50dad1a5e), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:27.974775 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=bf07003f-197f-47fc-987f-30b50dad1a5e,revision_number=5']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:28.271097 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3add0-7c47-48ba-98c5-dd7eb11b3137 req-42265013-0a19-4d82-8f8a-f95f98b1d680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:28.272579 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-46b3add0-7c47-48ba-98c5-dd7eb11b3137 req-42265013-0a19-4d82-8f8a-f95f98b1d680 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fa34a319-36da-4d32-879f-76740e89aecc HTTP/1.1" status: 200 len: 1129 time: 0.0408833 Jul 28 04:09:28.323786 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-46b3add0-7c47-48ba-98c5-dd7eb11b3137 req-e6582c28-edb5-4cfb-8a04-42ca1c1d781a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453272 Jul 28 04:09:28.658221 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7d990-4d50-4172-9075-0f473e98e4ae req-4f18b406-2785-4ddc-9bb1-f94b105c171d tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:28.659876 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-7ea7d990-4d50-4172-9075-0f473e98e4ae req-4f18b406-2785-4ddc-9bb1-f94b105c171d tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa34a319-36da-4d32-879f-76740e89aecc HTTP/1.1" status: 200 len: 945 time: 0.0527644 Jul 28 04:09:28.724900 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-7ea7d990-4d50-4172-9075-0f473e98e4ae req-d9ae9af8-9e14-4223-a9ca-4b9993cb30fd tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534041 Jul 28 04:09:29.856736 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4135c8-533b-4783-868f-c551d413a89a req-91d35ffa-3d07-480e-9f04-ec493f9fd816 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:29.858239 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-9f4135c8-533b-4783-868f-c551d413a89a req-91d35ffa-3d07-480e-9f04-ec493f9fd816 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa34a319-36da-4d32-879f-76740e89aecc HTTP/1.1" status: 200 len: 945 time: 0.0537357 Jul 28 04:09:29.911418 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-9f4135c8-533b-4783-868f-c551d413a89a req-dac820d1-ac02-4191-8404-bb6378c77bb2 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472193 Jul 28 04:09:31.046413 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7172bd-5686-4244-9a05-b2de0087a647 req-9b8c109d-64d3-4d9b-9deb-af21469ec382 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:31.047978 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-5a7172bd-5686-4244-9a05-b2de0087a647 req-9b8c109d-64d3-4d9b-9deb-af21469ec382 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa34a319-36da-4d32-879f-76740e89aecc HTTP/1.1" status: 200 len: 945 time: 0.0507152 Jul 28 04:09:31.110159 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-5a7172bd-5686-4244-9a05-b2de0087a647 req-0db6e890-26ee-4426-aff3-dd63b90af41c tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564039 Jul 28 04:09:32.255350 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:32.266071 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf2715-f130-4c2d-bbcf-ebac3d16fe0f req-fe184ada-3595-4c61-bf17-2b5bb0a3d147 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:32.273131 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0fcf2715-f130-4c2d-bbcf-ebac3d16fe0f req-fe184ada-3595-4c61-bf17-2b5bb0a3d147 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa34a319-36da-4d32-879f-76740e89aecc HTTP/1.1" status: 200 len: 945 time: 0.0718739 Jul 28 04:09:32.349684 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0fcf2715-f130-4c2d-bbcf-ebac3d16fe0f req-a7be69e6-6065-4dfb-8608-a12847442620 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605977 Jul 28 04:09:33.435437 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=83 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:33.440657 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=87 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:33.482541 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753031b8-6904-4c2d-adbe-92a9489c6533 req-e8df8dc4-38aa-431b-8ffb-20974c6a63e0 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:33.483998 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-753031b8-6904-4c2d-adbe-92a9489c6533 req-e8df8dc4-38aa-431b-8ffb-20974c6a63e0 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa34a319-36da-4d32-879f-76740e89aecc HTTP/1.1" status: 200 len: 945 time: 0.0582266 Jul 28 04:09:33.544303 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-753031b8-6904-4c2d-adbe-92a9489c6533 req-f0761604-a1cf-4b5c-8df6-2928323565f5 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509498 Jul 28 04:09:33.671108 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1dc30-6dd6-4c7b-93ca-abb2db5b3f20 req-fb5e1bf5-187d-4fa4-a15d-bd842b8f0bd9 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:33.672655 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-d7e1dc30-6dd6-4c7b-93ca-abb2db5b3f20 req-fb5e1bf5-187d-4fa4-a15d-bd842b8f0bd9 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa34a319-36da-4d32-879f-76740e89aecc HTTP/1.1" status: 200 len: 945 time: 0.0502448 Jul 28 04:09:33.725115 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-d7e1dc30-6dd6-4c7b-93ca-abb2db5b3f20 req-c0457489-4e4e-487a-9660-286275158c7e tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449891 Jul 28 04:09:33.752266 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 33270) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:09:33.792000 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f49b7d8-6784-469e-97c3-e8f96325b9e7 tempest-TestVolumeBootPattern-299655923 tempest-TestVolumeBootPattern-299655923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:33.793696 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-2f49b7d8-6784-469e-97c3-e8f96325b9e7 tempest-TestVolumeBootPattern-299655923 tempest-TestVolumeBootPattern-299655923-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fa34a319-36da-4d32-879f-76740e89aecc HTTP/1.1" status: 200 len: 1124 time: 0.0403700 Jul 28 04:09:33.796949 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 33272) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:09:33.802075 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-94fe63b6-0660-4ccb-90c5-629bb8970003 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Request body: {'floatingip': {'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'port_id': 'bf07003f-197f-47fc-987f-30b50dad1a5e', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'fixed_ip_address': '172.20.0.5'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:09:33.932042 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-94fe63b6-0660-4ccb-90c5-629bb8970003 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:34.017300 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-94fe63b6-0660-4ccb-90c5-629bb8970003 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:34.125111 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.db_base_plugin_common [None req-94fe63b6-0660-4ccb-90c5-629bb8970003 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Allocated IP 172.27.0.169 (ea650c0a-dc48-4a0d-a6e0-295879bc3df9/483d9f6f-a7db-4d58-8be3-14e833e697b6/05ef3cba-5bdd-41f5-92a2-8fcb5d1bebec) {{(pid=121475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:09:34.238443 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-94fe63b6-0660-4ccb-90c5-629bb8970003 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks [] for port (05ef3cba-5bdd-41f5-92a2-8fcb5d1bebec), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:34.336719 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-94fe63b6-0660-4ccb-90c5-629bb8970003 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3956301'] for port (05ef3cba-5bdd-41f5-92a2-8fcb5d1bebec), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:34.381094 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fe63b6-0660-4ccb-90c5-629bb8970003 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Network ea650c0a-dc48-4a0d-a6e0-295879bc3df9 is already hosted by enough agents. {{(pid=121475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:09:34.384363 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.base_scheduler [None req-94fe63b6-0660-4ccb-90c5-629bb8970003 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Resources bound (agent type, host, resource id): {{(pid=121475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:09:34.388730 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fe63b6-0660-4ccb-90c5-629bb8970003 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Received port after_create {{(pid=121475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 04:09:34.411553 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe63b6-0660-4ccb-90c5-629bb8970003 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Pushing event updated for resources: {'Port': ['ID=05ef3cba-5bdd-41f5-92a2-8fcb5d1bebec,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:34.424743 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fe63b6-0660-4ccb-90c5-629bb8970003 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:34.425239 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fe63b6-0660-4ccb-90c5-629bb8970003 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:34.425412 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fe63b6-0660-4ccb-90c5-629bb8970003 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:34.425746 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fe63b6-0660-4ccb-90c5-629bb8970003 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:34.426073 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fe63b6-0660-4ccb-90c5-629bb8970003 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:34.426435 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fe63b6-0660-4ccb-90c5-629bb8970003 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:34.426723 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fe63b6-0660-4ccb-90c5-629bb8970003 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:34.427047 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fe63b6-0660-4ccb-90c5-629bb8970003 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:34.427365 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fe63b6-0660-4ccb-90c5-629bb8970003 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:34.427684 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fe63b6-0660-4ccb-90c5-629bb8970003 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:34.428027 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fe63b6-0660-4ccb-90c5-629bb8970003 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:34.428352 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fe63b6-0660-4ccb-90c5-629bb8970003 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:34.428776 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fe63b6-0660-4ccb-90c5-629bb8970003 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:34.428988 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fe63b6-0660-4ccb-90c5-629bb8970003 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:34.429350 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fe63b6-0660-4ccb-90c5-629bb8970003 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:34.642951 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:34.722743 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:35.043263 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-94fe63b6-0660-4ccb-90c5-629bb8970003 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks [] for floatingip (3325053b-2b6c-47ca-87ff-f3d40ffc3560), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:35.277798 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-94fe63b6-0660-4ccb-90c5-629bb8970003 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (05ef3cba-5bdd-41f5-92a2-8fcb5d1bebec), before_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:35.440313 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-94fe63b6-0660-4ccb-90c5-629bb8970003 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks [] for port (05ef3cba-5bdd-41f5-92a2-8fcb5d1bebec), precommit_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:35.587541 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-94fe63b6-0660-4ccb-90c5-629bb8970003 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3956314'] for port (05ef3cba-5bdd-41f5-92a2-8fcb5d1bebec), after_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:35.666328 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe63b6-0660-4ccb-90c5-629bb8970003 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Pushing event updated for resources: {'Port': ['ID=05ef3cba-5bdd-41f5-92a2-8fcb5d1bebec,revision_number=2']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:35.676759 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-94fe63b6-0660-4ccb-90c5-629bb8970003 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739753'] for floatingip (3325053b-2b6c-47ca-87ff-f3d40ffc3560), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:35.799719 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.db.l3_db [None req-94fe63b6-0660-4ccb-90c5-629bb8970003 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Floating IP 3325053b-2b6c-47ca-87ff-f3d40ffc3560 associated. External IP: 172.27.0.169, port: bf07003f-197f-47fc-987f-30b50dad1a5e. Jul 28 04:09:35.909278 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.agents_db [None req-58c662dc-5ea5-4853-b3cc-f7bb2188e679 None None] Agent healthcheck: found 6 active agents {{(pid=121477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:09:36.006384 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:36.023039 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94fe63b6-0660-4ccb-90c5-629bb8970003 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Router cda1d050-b975-4db1-b9d6-e1228fa35860 has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 04:09:36.138384 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94fe63b6-0660-4ccb-90c5-629bb8970003 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:09:36.150255 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2eb6f6-21f2-4cbd-91e0-2ae0316908ec None None] Sync routers for ids ['cda1d050-b975-4db1-b9d6-e1228fa35860'] in dv-cinder-851279-1-iscsi {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:09:36.162793 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2eb6f6-21f2-4cbd-91e0-2ae0316908ec None None] Routers {'cda1d050-b975-4db1-b9d6-e1228fa35860'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:09:36.163413 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-0c2eb6f6-21f2-4cbd-91e0-2ae0316908ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:09:17Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['cda1d050-b975-4db1-b9d6-e1228fa35860'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:36.266584 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-0c2eb6f6-21f2-4cbd-91e0-2ae0316908ec None None] Set router cda1d050-b975-4db1-b9d6-e1228fa35860 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:09:36.288859 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-94fe63b6-0660-4ccb-90c5-629bb8970003 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for floatingip (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:36.320759 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-94fe63b6-0660-4ccb-90c5-629bb8970003 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5227363 Jul 28 04:09:36.321375 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa34a319-36da-4d32-879f-76740e89aecc', 'tag': 'bf07003f-197f-47fc-987f-30b50dad1a5e'}] {{(pid=121475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:09:36.323684 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ccdd625b6c35f453df47d8ce3046bfbae24fa7e88dffa5888c0c6e748a7dd72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957463ce-9b87-4cf9-9b37-cc2af5fbb3e8" -d '{"events": [{"name": "network-changed", "server_uuid": "fa34a319-36da-4d32-879f-76740e89aecc", "tag": "bf07003f-197f-47fc-987f-30b50dad1a5e"}]}' {{(pid=121475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:09:36.364406 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 04:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5382c001-6b00-4c90-9d64-63c87393d5cd x-openstack-request-id: req-5382c001-6b00-4c90-9d64-63c87393d5cd {{(pid=121475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:09:36.364720 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa34a319-36da-4d32-879f-76740e89aecc", "tag": "bf07003f-197f-47fc-987f-30b50dad1a5e", "status": "completed", "code": 200}]} {{(pid=121475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:09:36.364961 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5382c001-6b00-4c90-9d64-63c87393d5cd {{(pid=121475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:09:36.365385 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5382c001-6b00-4c90-9d64-63c87393d5cd'] response: {'name': 'network-changed', 'server_uuid': 'fa34a319-36da-4d32-879f-76740e89aecc', 'tag': 'bf07003f-197f-47fc-987f-30b50dad1a5e', 'status': 'completed', 'code': 200} Jul 28 04:09:36.481971 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957463ce-9b87-4cf9-9b37-cc2af5fbb3e8 req-305a444e-ca31-4eb3-ae39-70a85a54dc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:36.483510 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-957463ce-9b87-4cf9-9b37-cc2af5fbb3e8 req-305a444e-ca31-4eb3-ae39-70a85a54dc2f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9aa592e1b58f4804ad264f0cd721b1ca&device_id=fa34a319-36da-4d32-879f-76740e89aecc HTTP/1.1" status: 200 len: 1129 time: 0.0923569 Jul 28 04:09:36.509543 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-0c2eb6f6-21f2-4cbd-91e0-2ae0316908ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'name': 'tempest-TestVolumeBootPattern-12412982-router', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:05:51Z', 'updated_at': '2022-07-28T04:05:57Z', 'revision_number': 4, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'gw_port': {'id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:05:52Z', 'updated_at': '2022-07-28T04:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': '3325053b-2b6c-47ca-87ff-f3d40ffc3560', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'floating_ip_address': '172.27.0.169', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'port_id': 'bf07003f-197f-47fc-987f-30b50dad1a5e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6', 'mac_address': 'fa:16:3e:c4:03:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa34a319-36da-4d32-879f-76740e89aecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T04:09:34Z', 'updated_at': '2022-07-28T04:09:34Z', 'revision_number': 0, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b62e2a17-0c1d-46ce-88b8-41ed83e85337', 'name': '', 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'mac_address': 'fa:16:3e:8c:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'dd333499-a093-4bb7-a733-016cbbcdd8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:05:56Z', 'updated_at': '2022-07-28T04:06:02Z', 'revision_number': 5, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'subnets': [{'id': 'dd333499-a093-4bb7-a733-016cbbcdd8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:36.559025 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2eb6f6-21f2-4cbd-91e0-2ae0316908ec None None] Checking router: cda1d050-b975-4db1-b9d6-e1228fa35860 for host: dv-cinder-851279-1-iscsi {{(pid=121477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:09:36.568509 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2eb6f6-21f2-4cbd-91e0-2ae0316908ec None None] Routers {'cda1d050-b975-4db1-b9d6-e1228fa35860'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:09:36.569126 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-0c2eb6f6-21f2-4cbd-91e0-2ae0316908ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:09:17Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['cda1d050-b975-4db1-b9d6-e1228fa35860'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:36.579132 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957463ce-9b87-4cf9-9b37-cc2af5fbb3e8 req-e2b4b56a-eedf-434b-8a4a-8eb3cc976aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:36.580758 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-957463ce-9b87-4cf9-9b37-cc2af5fbb3e8 req-e2b4b56a-eedf-434b-8a4a-8eb3cc976aff service neutron] 10.222.0.67 "GET /v2.0/networks?id=672eb351-e67a-4327-be23-b1a7215130a6 HTTP/1.1" status: 200 len: 911 time: 0.0916367 Jul 28 04:09:36.665045 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-957463ce-9b87-4cf9-9b37-cc2af5fbb3e8 req-40ee4cd6-e6c7-410e-b356-769efc6eded0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf07003f-197f-47fc-987f-30b50dad1a5e HTTP/1.1" status: 200 len: 999 time: 0.0787194 Jul 28 04:09:36.695585 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-0c2eb6f6-21f2-4cbd-91e0-2ae0316908ec None None] Set router cda1d050-b975-4db1-b9d6-e1228fa35860 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:09:36.714726 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957463ce-9b87-4cf9-9b37-cc2af5fbb3e8 req-e4ad1918-11be-4055-91d4-92f453922b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:36.716228 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-957463ce-9b87-4cf9-9b37-cc2af5fbb3e8 req-e4ad1918-11be-4055-91d4-92f453922b43 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dd333499-a093-4bb7-a733-016cbbcdd8fe HTTP/1.1" status: 200 len: 849 time: 0.0456185 Jul 28 04:09:36.760367 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957463ce-9b87-4cf9-9b37-cc2af5fbb3e8 req-ee1d88b2-ab3a-4e96-b743-05dfe7da5b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:36.761919 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-957463ce-9b87-4cf9-9b37-cc2af5fbb3e8 req-ee1d88b2-ab3a-4e96-b743-05dfe7da5b80 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=672eb351-e67a-4327-be23-b1a7215130a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404310 Jul 28 04:09:36.868127 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-957463ce-9b87-4cf9-9b37-cc2af5fbb3e8 req-f0d01040-daf7-4582-841d-ec32bd764171 service neutron] 10.222.0.67 "GET /v2.0/networks/672eb351-e67a-4327-be23-b1a7215130a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002109 Jul 28 04:09:36.926560 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-0c2eb6f6-21f2-4cbd-91e0-2ae0316908ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'name': 'tempest-TestVolumeBootPattern-12412982-router', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:05:51Z', 'updated_at': '2022-07-28T04:05:57Z', 'revision_number': 4, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'gw_port': {'id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:05:52Z', 'updated_at': '2022-07-28T04:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': '3325053b-2b6c-47ca-87ff-f3d40ffc3560', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'floating_ip_address': '172.27.0.169', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'port_id': 'bf07003f-197f-47fc-987f-30b50dad1a5e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6', 'mac_address': 'fa:16:3e:c4:03:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa34a319-36da-4d32-879f-76740e89aecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T04:09:34Z', 'updated_at': '2022-07-28T04:09:34Z', 'revision_number': 0, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b62e2a17-0c1d-46ce-88b8-41ed83e85337', 'name': '', 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'mac_address': 'fa:16:3e:8c:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'dd333499-a093-4bb7-a733-016cbbcdd8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:05:56Z', 'updated_at': '2022-07-28T04:06:02Z', 'revision_number': 5, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'subnets': [{'id': 'dd333499-a093-4bb7-a733-016cbbcdd8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:36.955084 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2eb6f6-21f2-4cbd-91e0-2ae0316908ec None None] The sync data for ids ['cda1d050-b975-4db1-b9d6-e1228fa35860'] in dv-cinder-851279-1-iscsi is: [{'id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'name': 'tempest-TestVolumeBootPattern-12412982-router', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:05:51Z', 'updated_at': '2022-07-28T04:05:57Z', 'revision_number': 4, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'gw_port': {'id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:05:52Z', 'updated_at': '2022-07-28T04:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': '3325053b-2b6c-47ca-87ff-f3d40ffc3560', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'floating_ip_address': '172.27.0.169', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'port_id': 'bf07003f-197f-47fc-987f-30b50dad1a5e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6', 'mac_address': 'fa:16:3e:c4:03:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa34a319-36da-4d32-879f-76740e89aecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T04:09:34Z', 'updated_at': '2022-07-28T04:09:34Z', 'revision_number': 0, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b62e2a17-0c1d-46ce-88b8-41ed83e85337', 'name': '', 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'mac_address': 'fa:16:3e:8c:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'dd333499-a093-4bb7-a733-016cbbcdd8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:05:56Z', 'updated_at': '2022-07-28T04:06:02Z', 'revision_number': 5, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'subnets': [{'id': 'dd333499-a093-4bb7-a733-016cbbcdd8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:09:36.978957 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-957463ce-9b87-4cf9-9b37-cc2af5fbb3e8 req-9332e9e2-87c3-44f6-9183-c267d1f0ae1a service neutron] 10.222.0.67 "GET /v2.0/networks/672eb351-e67a-4327-be23-b1a7215130a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050940 Jul 28 04:09:37.182754 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a319e10a-18b8-4f3a-8df3-75940884eef8 None None] New status for floating IP 3325053b-2b6c-47ca-87ff-f3d40ffc3560: ACTIVE {{(pid=121476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 04:09:43.528272 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 33346) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:09:43.536934 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:43.580719 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc2e40db-3d8f-4cb9-8fd8-08e0614d81a2 admin admin] Deleting subnet 0054f839-20bb-4b52-a24d-1db5d777cb1f {{(pid=121475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 04:09:43.584440 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-bc2e40db-3d8f-4cb9-8fd8-08e0614d81a2 admin admin] Publish callbacks [] for subnet (0054f839-20bb-4b52-a24d-1db5d777cb1f), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:43.623224 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-bc2e40db-3d8f-4cb9-8fd8-08e0614d81a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097504'] for subnet (0054f839-20bb-4b52-a24d-1db5d777cb1f), precommit_delete_associations {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:43.667290 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-bc2e40db-3d8f-4cb9-8fd8-08e0614d81a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775531'] for subnet (0054f839-20bb-4b52-a24d-1db5d777cb1f), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:43.800539 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-bc2e40db-3d8f-4cb9-8fd8-08e0614d81a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7775522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3956320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25966766'] for subnet (0054f839-20bb-4b52-a24d-1db5d777cb1f), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:43.831757 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e40db-3d8f-4cb9-8fd8-08e0614d81a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0054f839-20bb-4b52-a24d-1db5d777cb1f,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:43.835653 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-bc2e40db-3d8f-4cb9-8fd8-08e0614d81a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:43.838786 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-bc2e40db-3d8f-4cb9-8fd8-08e0614d81a2 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0054f839-20bb-4b52-a24d-1db5d777cb1f HTTP/1.1" status: 204 len: 168 time: 0.3095183 Jul 28 04:09:43.841374 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 33348) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:09:43.911092 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-1015673e-2877-4f01-8032-a210bff9096c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766625'] for network (d95435be-155f-4499-b5b6-5836f17886d6), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:44.025374 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-1015673e-2877-4f01-8032-a210bff9096c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7777285', 'neutron.services.segments.db._delete_segments_for_network-8761988548554'] for network (d95435be-155f-4499-b5b6-5836f17886d6), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:44.046270 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.services.segments.db [None req-1015673e-2877-4f01-8032-a210bff9096c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d95435be-155f-4499-b5b6-5836f17886d6']}} {{(pid=121475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:44.056874 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.services.segments.db [None req-1015673e-2877-4f01-8032-a210bff9096c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dbe9ecd-d8a8-4fd9-9bbe-daf95dbce1da') {'for_net_delete': True} {{(pid=121475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:44.057174 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.services.segments.db [None req-1015673e-2877-4f01-8032-a210bff9096c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dbe9ecd-d8a8-4fd9-9bbe-daf95dbce1da') {} {{(pid=121475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:44.068916 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-1015673e-2877-4f01-8032-a210bff9096c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761988548455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097529'] for segment (9dbe9ecd-d8a8-4fd9-9bbe-daf95dbce1da), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:44.082622 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-1015673e-2877-4f01-8032-a210bff9096c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684'] for segment (9dbe9ecd-d8a8-4fd9-9bbe-daf95dbce1da), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:44.089047 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1015673e-2877-4f01-8032-a210bff9096c admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=121475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:09:44.089438 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-1015673e-2877-4f01-8032-a210bff9096c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3956286'] for segment (9dbe9ecd-d8a8-4fd9-9bbe-daf95dbce1da), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:44.241216 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-1015673e-2877-4f01-8032-a210bff9096c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7777294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1739581'] for network (d95435be-155f-4499-b5b6-5836f17886d6), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:44.248337 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-1015673e-2877-4f01-8032-a210bff9096c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for network (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:44.251899 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-1015673e-2877-4f01-8032-a210bff9096c admin admin] 10.222.0.66 "DELETE /v2.0/networks/d95435be-155f-4499-b5b6-5836f17886d6 HTTP/1.1" status: 204 len: 168 time: 0.4095759 Jul 28 04:09:44.253530 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.services.segments.plugin [-] Segment 9dbe9ecd-d8a8-4fd9-9bbe-daf95dbce1da resource provider aggregate not found Jul 28 04:09:44.271428 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1015673e-2877-4f01-8032-a210bff9096c admin admin] Pushing event deleted for resources: {'Network': ['ID=d95435be-155f-4499-b5b6-5836f17886d6,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:44.275658 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.services.segments.plugin [-] Segment 9dbe9ecd-d8a8-4fd9-9bbe-daf95dbce1da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9dbe9ecd-d8a8-4fd9-9bbe-daf95dbce1da found for delete ", "request_id": "req-7cc08046-6d8a-4f72-bf22-983163cb9593"}]} Jul 28 04:09:44.657387 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 33358) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:09:44.709617 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-1ae8a83b-7353-47b6-83db-7195ab82143b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=83b3cf737ddd463f8f77ebe29d23fc7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0510268 Jul 28 04:09:44.712128 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 33360) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:09:44.763804 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-e0beebf9-5e9f-4e99-b011-4c2a8c3edadd admin admin] Publish callbacks [] for security_group (6ee24847-6a74-4e94-821c-5062d5853ed7), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:44.799356 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-e0beebf9-5e9f-4e99-b011-4c2a8c3edadd admin admin] Publish callbacks [] for security_group (6ee24847-6a74-4e94-821c-5062d5853ed7), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:44.874472 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-11d01681-e75e-411b-b9cb-a8527a5c9c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:44.929718 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-e0beebf9-5e9f-4e99-b011-4c2a8c3edadd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (6ee24847-6a74-4e94-821c-5062d5853ed7), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:44.932899 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-e0beebf9-5e9f-4e99-b011-4c2a8c3edadd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:44.934074 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-e0beebf9-5e9f-4e99-b011-4c2a8c3edadd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6ee24847-6a74-4e94-821c-5062d5853ed7 HTTP/1.1" status: 204 len: 168 time: 0.2210298 Jul 28 04:09:44.942785 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0beebf9-5e9f-4e99-b011-4c2a8c3edadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee24847-6a74-4e94-821c-5062d5853ed7,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:46.056347 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 33382) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:09:46.161740 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-975e8f47-3aa5-4518-b69f-a42bbaca6fd8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2080233046-network', 'tenant_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:09:46.170790 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:46.244060 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975e8f47-3aa5-4518-b69f-a42bbaca6fd8 admin admin] Made reservation on behalf of a4c201d8672b4b2dab2a3fe4ef1242ec for: {'network': 1} {{(pid=121475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:09:46.246661 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-975e8f47-3aa5-4518-b69f-a42bbaca6fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for network (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:46.257217 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-975e8f47-3aa5-4518-b69f-a42bbaca6fd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:46.322243 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=13 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:46.337419 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-975e8f47-3aa5-4518-b69f-a42bbaca6fd8 admin admin] Publish callbacks [] for security_group (ada1a7c9-67f9-471d-aeeb-86a4c3acdc5e), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:46.415248 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-975e8f47-3aa5-4518-b69f-a42bbaca6fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (ada1a7c9-67f9-471d-aeeb-86a4c3acdc5e), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:46.447542 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-975e8f47-3aa5-4518-b69f-a42bbaca6fd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=121475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:09:46.454633 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e8f47-3aa5-4518-b69f-a42bbaca6fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada1a7c9-67f9-471d-aeeb-86a4c3acdc5e,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:46.461761 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-975e8f47-3aa5-4518-b69f-a42bbaca6fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684'] for segment (7045eba6-499b-4c46-bfdc-84f068de66aa), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:46.462748 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.db.segments_db [None req-975e8f47-3aa5-4518-b69f-a42bbaca6fd8 admin admin] Added segment 7045eba6-499b-4c46-bfdc-84f068de66aa of type vlan for network 94a232cd-980c-4117-bf05-f93f541f3ce6 Jul 28 04:09:46.505047 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-975e8f47-3aa5-4518-b69f-a42bbaca6fd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761987992185'] for network (94a232cd-980c-4117-bf05-f93f541f3ce6), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:46.613632 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-975e8f47-3aa5-4518-b69f-a42bbaca6fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753'] for network (94a232cd-980c-4117-bf05-f93f541f3ce6), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:46.615283 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975e8f47-3aa5-4518-b69f-a42bbaca6fd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:46.616271 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-975e8f47-3aa5-4518-b69f-a42bbaca6fd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for network (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:46.678515 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e8f47-3aa5-4518-b69f-a42bbaca6fd8 admin admin] Pushing event updated for resources: {'Network': ['ID=94a232cd-980c-4117-bf05-f93f541f3ce6,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:46.688412 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Network 94a232cd-980c-4117-bf05-f93f541f3ce6 details requested by agent ovs-agent-dv-cinder-851279-1-iscsi with host dv-cinder-851279-1-iscsi {{(pid=121476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:09:46.729463 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-975e8f47-3aa5-4518-b69f-a42bbaca6fd8 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6696467 Jul 28 04:09:46.734366 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 33386) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:09:46.739851 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-7ed3360c-424d-4f11-9224-d7773f8e9fa4 admin admin] Request body: {'subnet': {'network_id': '94a232cd-980c-4117-bf05-f93f541f3ce6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2080233046-subnet', 'tenant_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'ip_version': 4}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:09:46.818171 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed3360c-424d-4f11-9224-d7773f8e9fa4 admin admin] Made reservation on behalf of a4c201d8672b4b2dab2a3fe4ef1242ec for: {'subnet': 1} {{(pid=121475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:09:46.820557 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-7ed3360c-424d-4f11-9224-d7773f8e9fa4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25966731'] for subnet (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:46.974306 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=56 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:46.975802 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=97 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:47.040501 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-7ed3360c-424d-4f11-9224-d7773f8e9fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3956385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25966757'] for subnet (f26ac5b3-c1cc-4f7e-9ad1-83a2bb3ad5ee), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:47.099482 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed3360c-424d-4f11-9224-d7773f8e9fa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f26ac5b3-c1cc-4f7e-9ad1-83a2bb3ad5ee,revision_number=0']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:47.116539 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed3360c-424d-4f11-9224-d7773f8e9fa4 admin admin] Checking segment: {'id': '7045eba6-499b-4c46-bfdc-84f068de66aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '94a232cd-980c-4117-bf05-f93f541f3ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 04:09:47.116890 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed3360c-424d-4f11-9224-d7773f8e9fa4 admin admin] Network hostable DHCP agents. Network: 94a232cd-980c-4117-bf05-f93f541f3ce6, hostable agents: ['a6d94de3-42af-4ea6-939a-9cee0bfbc3cb'], hosted agents: [] {{(pid=121475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:09:47.238158 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed3360c-424d-4f11-9224-d7773f8e9fa4 admin admin] Network 94a232cd-980c-4117-bf05-f93f541f3ce6 is scheduled to be hosted by DHCP agent a6d94de3-42af-4ea6-939a-9cee0bfbc3cb with binding_index 1 {{(pid=121475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:09:47.341090 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.base_scheduler [None req-7ed3360c-424d-4f11-9224-d7773f8e9fa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-1-iscsi, 94a232cd-980c-4117-bf05-f93f541f3ce6) {{(pid=121475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:09:47.345842 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed3360c-424d-4f11-9224-d7773f8e9fa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:47.346845 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-7ed3360c-424d-4f11-9224-d7773f8e9fa4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:47.350395 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb85d314-d82a-4c59-b7ba-fe35f9fe6622 None None] Network 94a232cd-980c-4117-bf05-f93f541f3ce6 requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 04:09:47.455034 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f9c77999-973f-43aa-b81e-e12ab2ec4e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:47.461012 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad0064e-9671-458a-ae72-93b4e835148f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc055524f-0d7a-5f36-9cf2-5686bc452ffc-94a232cd-980c-4117-bf05-f93f541f3ce6', 'network_id': '94a232cd-980c-4117-bf05-f93f541f3ce6', 'project_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'fixed_ips': [{'subnet_id': 'f26ac5b3-c1cc-4f7e-9ad1-83a2bb3ad5ee'}]}} from dv-cinder-851279-1-iscsi. {{(pid=121476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 04:09:47.464799 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-0ad0064e-9671-458a-ae72-93b4e835148f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:47.474023 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-7ed3360c-424d-4f11-9224-d7773f8e9fa4 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7356007 Jul 28 04:09:47.474263 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 33388) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:09:47.478621 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-a27faa59-37cc-4f6a-9571-fd2b5c86180b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2080233046-router', 'tenant_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'}}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:09:47.577506 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-a27faa59-37cc-4f6a-9571-fd2b5c86180b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1682968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-675'] for router (2c7334b3-e793-408e-9985-be8b2e17fe15), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:47.578641 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-a27faa59-37cc-4f6a-9571-fd2b5c86180b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1680112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1771895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-682'] for router (2c7334b3-e793-408e-9985-be8b2e17fe15), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:47.645772 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.db_base_plugin_common [None req-0ad0064e-9671-458a-ae72-93b4e835148f None None] Allocated IP 172.20.0.2 (94a232cd-980c-4117-bf05-f93f541f3ce6/f26ac5b3-c1cc-4f7e-9ad1-83a2bb3ad5ee/a0ca4808-f248-4e56-ae74-6236bf48941e) {{(pid=121476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:09:47.704659 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:47.827792 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-0ad0064e-9671-458a-ae72-93b4e835148f None None] Publish callbacks [] for port (a0ca4808-f248-4e56-ae74-6236bf48941e), precommit_create {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:47.938578 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-a27faa59-37cc-4f6a-9571-fd2b5c86180b admin admin] Publish callbacks [] for router_controller (2c7334b3-e793-408e-9985-be8b2e17fe15), precommit_add_association {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:47.966107 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-0ad0064e-9671-458a-ae72-93b4e835148f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379'] for port (a0ca4808-f248-4e56-ae74-6236bf48941e), after_create {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:47.999669 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:48.011030 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad0064e-9671-458a-ae72-93b4e835148f None None] Network 94a232cd-980c-4117-bf05-f93f541f3ce6 is already hosted by enough agents. {{(pid=121476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:09:48.014323 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.scheduler.base_scheduler [None req-0ad0064e-9671-458a-ae72-93b4e835148f None None] Resources bound (agent type, host, resource id): {{(pid=121476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:09:48.018092 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad0064e-9671-458a-ae72-93b4e835148f None None] Received port after_create {{(pid=121476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 04:09:48.022934 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad0064e-9671-458a-ae72-93b4e835148f None None] Pushing event updated for resources: {'Port': ['ID=a0ca4808-f248-4e56-ae74-6236bf48941e,revision_number=1']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:48.032755 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad0064e-9671-458a-ae72-93b4e835148f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:48.033101 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad0064e-9671-458a-ae72-93b4e835148f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:48.033436 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad0064e-9671-458a-ae72-93b4e835148f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:48.033777 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad0064e-9671-458a-ae72-93b4e835148f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:48.034114 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad0064e-9671-458a-ae72-93b4e835148f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:48.034445 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad0064e-9671-458a-ae72-93b4e835148f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:48.035272 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad0064e-9671-458a-ae72-93b4e835148f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:48.035642 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad0064e-9671-458a-ae72-93b4e835148f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:48.035932 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad0064e-9671-458a-ae72-93b4e835148f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:48.036284 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad0064e-9671-458a-ae72-93b4e835148f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:48.036609 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad0064e-9671-458a-ae72-93b4e835148f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:48.036934 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad0064e-9671-458a-ae72-93b4e835148f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:48.037261 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad0064e-9671-458a-ae72-93b4e835148f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:48.037585 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad0064e-9671-458a-ae72-93b4e835148f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:48.037904 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad0064e-9671-458a-ae72-93b4e835148f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:48.088091 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-0ad0064e-9671-458a-ae72-93b4e835148f None None] Attempting to bind port a0ca4808-f248-4e56-ae74-6236bf48941e on host dv-cinder-851279-1-iscsi for vnic_type normal with profile {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 04:09:48.088465 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-0ad0064e-9671-458a-ae72-93b4e835148f None None] Attempting to bind port a0ca4808-f248-4e56-ae74-6236bf48941e by drivers openvswitch,hyperv on host dv-cinder-851279-1-iscsi at level 0 using segments [{'id': '7045eba6-499b-4c46-bfdc-84f068de66aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '94a232cd-980c-4117-bf05-f93f541f3ce6'}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 04:09:48.088830 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad0064e-9671-458a-ae72-93b4e835148f None None] Attempting to bind port a0ca4808-f248-4e56-ae74-6236bf48941e on network 94a232cd-980c-4117-bf05-f93f541f3ce6 {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:09:48.094466 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad0064e-9671-458a-ae72-93b4e835148f None None] Checking agent: {'id': '51dbe35b-f2d3-4ce9-b487-580c36e6d07a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 49, 50), 'started_at': datetime.datetime(2022, 7, 28, 3, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 4, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 04:09:48.094839 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad0064e-9671-458a-ae72-93b4e835148f None None] Checking segment: {'id': '7045eba6-499b-4c46-bfdc-84f068de66aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '94a232cd-980c-4117-bf05-f93f541f3ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 04:09:48.095249 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-0ad0064e-9671-458a-ae72-93b4e835148f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:48.095782 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad0064e-9671-458a-ae72-93b4e835148f None None] Bound using segment: {'id': '7045eba6-499b-4c46-bfdc-84f068de66aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '94a232cd-980c-4117-bf05-f93f541f3ce6'} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 04:09:48.096290 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-0ad0064e-9671-458a-ae72-93b4e835148f None None] Bound port: a0ca4808-f248-4e56-ae74-6236bf48941e, host: dv-cinder-851279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7045eba6-499b-4c46-bfdc-84f068de66aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '94a232cd-980c-4117-bf05-f93f541f3ce6'}}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 04:09:48.096677 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-0ad0064e-9671-458a-ae72-93b4e835148f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (a0ca4808-f248-4e56-ae74-6236bf48941e), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:48.168813 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-0ad0064e-9671-458a-ae72-93b4e835148f None None] For port a0ca4808-f248-4e56-ae74-6236bf48941e, host dv-cinder-851279-1-iscsi, cleared binding levels {{(pid=121476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:09:48.172164 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-0ad0064e-9671-458a-ae72-93b4e835148f None None] For port a0ca4808-f248-4e56-ae74-6236bf48941e, host dv-cinder-851279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=a0ca4808-f248-4e56-ae74-6236bf48941e,segment=NetworkSegment(7045eba6-499b-4c46-bfdc-84f068de66aa),segment_id=7045eba6-499b-4c46-bfdc-84f068de66aa)] {{(pid=121476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:09:48.239661 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-a27faa59-37cc-4f6a-9571-fd2b5c86180b admin admin] Publish callbacks [] for router_gateway (2c7334b3-e793-408e-9985-be8b2e17fe15), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:48.262708 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-0ad0064e-9671-458a-ae72-93b4e835148f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (a0ca4808-f248-4e56-ae74-6236bf48941e), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:48.332679 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad0064e-9671-458a-ae72-93b4e835148f None None] Pushing event updated for resources: {'Port': ['ID=a0ca4808-f248-4e56-ae74-6236bf48941e,revision_number=2']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:48.390121 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:48.550768 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-a27faa59-37cc-4f6a-9571-fd2b5c86180b admin admin] Publish callbacks [] for router_gateway (2c7334b3-e793-408e-9985-be8b2e17fe15), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:48.571134 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-a27faa59-37cc-4f6a-9571-fd2b5c86180b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:48.695683 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.db_base_plugin_common [None req-a27faa59-37cc-4f6a-9571-fd2b5c86180b admin admin] Allocated IP 172.27.0.230 (ea650c0a-dc48-4a0d-a6e0-295879bc3df9/483d9f6f-a7db-4d58-8be3-14e833e697b6/c3775fa8-1516-45d0-85ea-9f881801bfaf) {{(pid=121474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:09:48.821232 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-a27faa59-37cc-4f6a-9571-fd2b5c86180b admin admin] Publish callbacks [] for port (c3775fa8-1516-45d0-85ea-9f881801bfaf), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:48.961182 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-a27faa59-37cc-4f6a-9571-fd2b5c86180b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (c3775fa8-1516-45d0-85ea-9f881801bfaf), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:48.998093 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d923ff-d983-4784-981f-1bbce4c5c5ac), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:49.011306 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27faa59-37cc-4f6a-9571-fd2b5c86180b admin admin] Network ea650c0a-dc48-4a0d-a6e0-295879bc3df9 is already hosted by enough agents. {{(pid=121474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:09:49.014713 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [None req-a27faa59-37cc-4f6a-9571-fd2b5c86180b admin admin] Resources bound (agent type, host, resource id): {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:09:49.019324 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27faa59-37cc-4f6a-9571-fd2b5c86180b admin admin] Received port after_create {{(pid=121474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 04:09:49.027231 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27faa59-37cc-4f6a-9571-fd2b5c86180b admin admin] Pushing event updated for resources: {'Port': ['ID=c3775fa8-1516-45d0-85ea-9f881801bfaf,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:49.058591 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27faa59-37cc-4f6a-9571-fd2b5c86180b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:49.058927 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27faa59-37cc-4f6a-9571-fd2b5c86180b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:49.059278 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27faa59-37cc-4f6a-9571-fd2b5c86180b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:49.059625 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27faa59-37cc-4f6a-9571-fd2b5c86180b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:49.059983 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27faa59-37cc-4f6a-9571-fd2b5c86180b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:49.060318 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27faa59-37cc-4f6a-9571-fd2b5c86180b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:49.060688 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27faa59-37cc-4f6a-9571-fd2b5c86180b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:49.060972 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27faa59-37cc-4f6a-9571-fd2b5c86180b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:49.061529 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27faa59-37cc-4f6a-9571-fd2b5c86180b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:49.061864 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27faa59-37cc-4f6a-9571-fd2b5c86180b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:49.064063 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27faa59-37cc-4f6a-9571-fd2b5c86180b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:49.064063 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27faa59-37cc-4f6a-9571-fd2b5c86180b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:49.064063 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27faa59-37cc-4f6a-9571-fd2b5c86180b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:49.064063 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27faa59-37cc-4f6a-9571-fd2b5c86180b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:49.064063 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27faa59-37cc-4f6a-9571-fd2b5c86180b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:49.206922 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:49.283211 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb40bd15-5a50-4a16-8a3d-75763eeca4d1 None None] Network 94a232cd-980c-4117-bf05-f93f541f3ce6 requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 04:09:49.387637 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-3fbc3f1c-3fb0-496f-b89f-1a031aa34006 None None] Provisioning complete for port a0ca4808-f248-4e56-ae74-6236bf48941e triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:09:49.388135 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-3fbc3f1c-3fb0-496f-b89f-1a031aa34006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (a0ca4808-f248-4e56-ae74-6236bf48941e), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:49.406026 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:49.417383 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device a0ca4808-f248-4e56-ae74-6236bf48941e up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:09:49.479128 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-a27faa59-37cc-4f6a-9571-fd2b5c86180b admin admin] Publish callbacks [] for router_gateway (2c7334b3-e793-408e-9985-be8b2e17fe15), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:49.697102 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-a27faa59-37cc-4f6a-9571-fd2b5c86180b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740428'] for router (2c7334b3-e793-408e-9985-be8b2e17fe15), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:49.732350 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:49.739841 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:49.744596 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port a0ca4808-f248-4e56-ae74-6236bf48941e triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:09:49.745000 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (a0ca4808-f248-4e56-ae74-6236bf48941e), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:49.758322 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc3f1c-3fb0-496f-b89f-1a031aa34006 None None] Current status of the port a0ca4808-f248-4e56-ae74-6236bf48941e is: DOWN; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:09:49.758750 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-3fbc3f1c-3fb0-496f-b89f-1a031aa34006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (a0ca4808-f248-4e56-ae74-6236bf48941e), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:49.886619 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-3fbc3f1c-3fb0-496f-b89f-1a031aa34006 None None] For port a0ca4808-f248-4e56-ae74-6236bf48941e, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=a0ca4808-f248-4e56-ae74-6236bf48941e,segment=NetworkSegment(7045eba6-499b-4c46-bfdc-84f068de66aa),segment_id=7045eba6-499b-4c46-bfdc-84f068de66aa)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:09:49.931576 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port a0ca4808-f248-4e56-ae74-6236bf48941e is: DOWN; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:09:49.931857 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (a0ca4808-f248-4e56-ae74-6236bf48941e), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:49.937041 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27faa59-37cc-4f6a-9571-fd2b5c86180b admin admin] Router 2c7334b3-e793-408e-9985-be8b2e17fe15 is scheduled to L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b with binding_index 1 {{(pid=121474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 04:09:49.966699 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-3fbc3f1c-3fb0-496f-b89f-1a031aa34006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (a0ca4808-f248-4e56-ae74-6236bf48941e), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:50.015228 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:50.057451 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.db.api [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 04:09:50.057867 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG oslo_db.api [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 04:09:50.061784 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27faa59-37cc-4f6a-9571-fd2b5c86180b admin admin] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:09:50.070373 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc3f1c-3fb0-496f-b89f-1a031aa34006 None None] Pushing event updated for resources: {'Port': ['ID=a0ca4808-f248-4e56-ae74-6236bf48941e,revision_number=3']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:50.074929 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff5326c-8b5e-425a-92b6-a6ef3ca47d94 None None] Sync routers for ids ['2c7334b3-e793-408e-9985-be8b2e17fe15'] in dv-cinder-851279-1-iscsi {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:09:50.085374 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-fd42d904-984e-4016-8e3b-0ab6732e3abe None None] Provisioning complete for port a0ca4808-f248-4e56-ae74-6236bf48941e triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:09:50.085731 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-fd42d904-984e-4016-8e3b-0ab6732e3abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (a0ca4808-f248-4e56-ae74-6236bf48941e), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:50.093532 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff5326c-8b5e-425a-92b6-a6ef3ca47d94 None None] Routers {'2c7334b3-e793-408e-9985-be8b2e17fe15'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:09:50.094175 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-1ff5326c-8b5e-425a-92b6-a6ef3ca47d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:09:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['2c7334b3-e793-408e-9985-be8b2e17fe15'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:50.157107 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-a27faa59-37cc-4f6a-9571-fd2b5c86180b admin admin] Publish callbacks [] for router (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:50.162422 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-a27faa59-37cc-4f6a-9571-fd2b5c86180b admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6841414 Jul 28 04:09:50.162655 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:50.162793 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 33392) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:09:50.172763 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-fd42d904-984e-4016-8e3b-0ab6732e3abe None None] Current status of the port a0ca4808-f248-4e56-ae74-6236bf48941e is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:09:50.340203 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-1ff5326c-8b5e-425a-92b6-a6ef3ca47d94 None None] Set router 2c7334b3-e793-408e-9985-be8b2e17fe15 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:09:50.414824 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:50.445420 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=100 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:50.464610 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:50.531731 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-1ff5326c-8b5e-425a-92b6-a6ef3ca47d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7334b3-e793-408e-9985-be8b2e17fe15', 'name': 'tempest-TestMinimumBasicScenario-2080233046-router', 'tenant_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c3775fa8-1516-45d0-85ea-9f881801bfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:09:47Z', 'updated_at': '2022-07-28T04:09:49Z', 'revision_number': 3, 'project_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'gw_port': {'id': 'c3775fa8-1516-45d0-85ea-9f881801bfaf', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7334b3-e793-408e-9985-be8b2e17fe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:09:48Z', 'updated_at': '2022-07-28T04:09:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi'}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:50.560085 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff5326c-8b5e-425a-92b6-a6ef3ca47d94 None None] Checking router: 2c7334b3-e793-408e-9985-be8b2e17fe15 for host: dv-cinder-851279-1-iscsi {{(pid=121477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:09:50.560508 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff5326c-8b5e-425a-92b6-a6ef3ca47d94 None None] Updating router 2c7334b3-e793-408e-9985-be8b2e17fe15 port c3775fa8-1516-45d0-85ea-9f881801bfaf binding host dv-cinder-851279-1-iscsi {{(pid=121477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:09:50.569472 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:50.598871 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-1ff5326c-8b5e-425a-92b6-a6ef3ca47d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (c3775fa8-1516-45d0-85ea-9f881801bfaf), before_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:50.600386 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port a0ca4808-f248-4e56-ae74-6236bf48941e is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:09:50.620208 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-49f6a1ba-e37b-487a-a475-af7dacaa1d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:50.798002 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.db_base_plugin_common [None req-49f6a1ba-e37b-487a-a475-af7dacaa1d56 admin admin] Allocated IP 172.20.0.1 (94a232cd-980c-4117-bf05-f93f541f3ce6/f26ac5b3-c1cc-4f7e-9ad1-83a2bb3ad5ee/65c92c31-7999-4931-8272-2a0b6625eedb) {{(pid=121474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:09:50.904033 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-1ff5326c-8b5e-425a-92b6-a6ef3ca47d94 None None] Publish callbacks [] for port (c3775fa8-1516-45d0-85ea-9f881801bfaf), precommit_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:50.943912 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-49f6a1ba-e37b-487a-a475-af7dacaa1d56 admin admin] Publish callbacks [] for port (65c92c31-7999-4931-8272-2a0b6625eedb), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:50.969635 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-1ff5326c-8b5e-425a-92b6-a6ef3ca47d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (c3775fa8-1516-45d0-85ea-9f881801bfaf), after_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:51.024896 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.managers [None req-1ff5326c-8b5e-425a-92b6-a6ef3ca47d94 None None] Attempting to bind port c3775fa8-1516-45d0-85ea-9f881801bfaf on host dv-cinder-851279-1-iscsi for vnic_type normal with profile {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 04:09:51.025450 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.managers [None req-1ff5326c-8b5e-425a-92b6-a6ef3ca47d94 None None] Attempting to bind port c3775fa8-1516-45d0-85ea-9f881801bfaf by drivers openvswitch,hyperv on host dv-cinder-851279-1-iscsi at level 0 using segments [{'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'}] {{(pid=121477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 04:09:51.025726 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff5326c-8b5e-425a-92b6-a6ef3ca47d94 None None] Attempting to bind port c3775fa8-1516-45d0-85ea-9f881801bfaf on network ea650c0a-dc48-4a0d-a6e0-295879bc3df9 {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:09:51.027868 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb65255-f9c6-4b69-8637-92c3df230382 None None] Pushing event updated for resources: {'Port': ['ID=c3775fa8-1516-45d0-85ea-9f881801bfaf,revision_number=2']} {{(pid=121477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:51.037911 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff5326c-8b5e-425a-92b6-a6ef3ca47d94 None None] Checking agent: {'id': '51dbe35b-f2d3-4ce9-b487-580c36e6d07a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 49, 50), 'started_at': datetime.datetime(2022, 7, 28, 3, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 4, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 04:09:51.038285 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff5326c-8b5e-425a-92b6-a6ef3ca47d94 None None] Checking segment: {'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 04:09:51.038690 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-1ff5326c-8b5e-425a-92b6-a6ef3ca47d94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:51.039081 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff5326c-8b5e-425a-92b6-a6ef3ca47d94 None None] Bound using segment: {'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'} {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 04:09:51.039557 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.managers [None req-1ff5326c-8b5e-425a-92b6-a6ef3ca47d94 None None] Bound port: c3775fa8-1516-45d0-85ea-9f881801bfaf, host: dv-cinder-851279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'}}] {{(pid=121477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 04:09:51.039940 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-1ff5326c-8b5e-425a-92b6-a6ef3ca47d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (c3775fa8-1516-45d0-85ea-9f881801bfaf), before_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:51.041532 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-49f6a1ba-e37b-487a-a475-af7dacaa1d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (65c92c31-7999-4931-8272-2a0b6625eedb), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:51.042187 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb65255-f9c6-4b69-8637-92c3df230382 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:51.042598 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb65255-f9c6-4b69-8637-92c3df230382 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:51.042963 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb65255-f9c6-4b69-8637-92c3df230382 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:51.043304 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb65255-f9c6-4b69-8637-92c3df230382 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:51.043636 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb65255-f9c6-4b69-8637-92c3df230382 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:51.044084 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb65255-f9c6-4b69-8637-92c3df230382 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:51.044312 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb65255-f9c6-4b69-8637-92c3df230382 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:51.044635 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb65255-f9c6-4b69-8637-92c3df230382 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:51.044959 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb65255-f9c6-4b69-8637-92c3df230382 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:51.045278 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb65255-f9c6-4b69-8637-92c3df230382 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:51.045609 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb65255-f9c6-4b69-8637-92c3df230382 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:51.045948 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb65255-f9c6-4b69-8637-92c3df230382 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:51.046273 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb65255-f9c6-4b69-8637-92c3df230382 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:51.046588 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb65255-f9c6-4b69-8637-92c3df230382 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:51.046907 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb65255-f9c6-4b69-8637-92c3df230382 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:51.099557 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f6a1ba-e37b-487a-a475-af7dacaa1d56 admin admin] Network 94a232cd-980c-4117-bf05-f93f541f3ce6 is already hosted by enough agents. {{(pid=121474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:09:51.108666 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [None req-49f6a1ba-e37b-487a-a475-af7dacaa1d56 admin admin] Resources bound (agent type, host, resource id): {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:09:51.109651 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.db [None req-1ff5326c-8b5e-425a-92b6-a6ef3ca47d94 None None] For port c3775fa8-1516-45d0-85ea-9f881801bfaf, host dv-cinder-851279-1-iscsi, cleared binding levels {{(pid=121477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:09:51.114756 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.db [None req-1ff5326c-8b5e-425a-92b6-a6ef3ca47d94 None None] For port c3775fa8-1516-45d0-85ea-9f881801bfaf, host dv-cinder-851279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=c3775fa8-1516-45d0-85ea-9f881801bfaf,segment=NetworkSegment(f2985cdc-b551-4e3f-9fbc-bf06e2065a47),segment_id=f2985cdc-b551-4e3f-9fbc-bf06e2065a47)] {{(pid=121477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:09:51.115699 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f6a1ba-e37b-487a-a475-af7dacaa1d56 admin admin] Received port after_create {{(pid=121474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 04:09:51.121697 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f6a1ba-e37b-487a-a475-af7dacaa1d56 admin admin] Pushing event updated for resources: {'Port': ['ID=65c92c31-7999-4931-8272-2a0b6625eedb,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:51.167758 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-49f6a1ba-e37b-487a-a475-af7dacaa1d56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1680780'] for router_interface (2c7334b3-e793-408e-9985-be8b2e17fe15), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:51.223938 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-1ff5326c-8b5e-425a-92b6-a6ef3ca47d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (c3775fa8-1516-45d0-85ea-9f881801bfaf), after_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:51.281714 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb65255-f9c6-4b69-8637-92c3df230382 None None] Pushing event updated for resources: {'Port': ['ID=c3775fa8-1516-45d0-85ea-9f881801bfaf,revision_number=3']} {{(pid=121477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:51.301669 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff5326c-8b5e-425a-92b6-a6ef3ca47d94 None None] Routers {'2c7334b3-e793-408e-9985-be8b2e17fe15'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:09:51.302312 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-1ff5326c-8b5e-425a-92b6-a6ef3ca47d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:09:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['2c7334b3-e793-408e-9985-be8b2e17fe15'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:51.383723 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device a0ca4808-f248-4e56-ae74-6236bf48941e up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:09:51.397937 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-49f6a1ba-e37b-487a-a475-af7dacaa1d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (65c92c31-7999-4931-8272-2a0b6625eedb), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:51.431549 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d4559509-970d-4436-85ab-e608907ab70f None None] Provisioning complete for port 65c92c31-7999-4931-8272-2a0b6625eedb triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:09:51.432283 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d4559509-970d-4436-85ab-e608907ab70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (65c92c31-7999-4931-8272-2a0b6625eedb), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:51.442742 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:51.467507 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-1ff5326c-8b5e-425a-92b6-a6ef3ca47d94 None None] Set router 2c7334b3-e793-408e-9985-be8b2e17fe15 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:09:51.474016 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port a0ca4808-f248-4e56-ae74-6236bf48941e triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:09:51.474424 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (a0ca4808-f248-4e56-ae74-6236bf48941e), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:51.527500 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d4559509-970d-4436-85ab-e608907ab70f None None] Port 65c92c31-7999-4931-8272-2a0b6625eedb cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 04:09:51.562000 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:51.570501 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port a0ca4808-f248-4e56-ae74-6236bf48941e is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:09:51.606341 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-49f6a1ba-e37b-487a-a475-af7dacaa1d56 admin admin] Publish callbacks [] for port (65c92c31-7999-4931-8272-2a0b6625eedb), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:51.662884 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-49f6a1ba-e37b-487a-a475-af7dacaa1d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26044716'] for port (65c92c31-7999-4931-8272-2a0b6625eedb), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:51.667664 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:51.717939 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-1ff5326c-8b5e-425a-92b6-a6ef3ca47d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7334b3-e793-408e-9985-be8b2e17fe15', 'name': 'tempest-TestMinimumBasicScenario-2080233046-router', 'tenant_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c3775fa8-1516-45d0-85ea-9f881801bfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:09:47Z', 'updated_at': '2022-07-28T04:09:49Z', 'revision_number': 3, 'project_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'gw_port': {'id': 'c3775fa8-1516-45d0-85ea-9f881801bfaf', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7334b3-e793-408e-9985-be8b2e17fe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:09:48Z', 'updated_at': '2022-07-28T04:09:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi'}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:51.742829 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-49f6a1ba-e37b-487a-a475-af7dacaa1d56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1680880'] for router_interface (2c7334b3-e793-408e-9985-be8b2e17fe15), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:51.745008 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f6a1ba-e37b-487a-a475-af7dacaa1d56 admin admin] Pushing event updated for resources: {'Port': ['ID=65c92c31-7999-4931-8272-2a0b6625eedb,revision_number=2']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:51.754822 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff5326c-8b5e-425a-92b6-a6ef3ca47d94 None None] The sync data for ids ['2c7334b3-e793-408e-9985-be8b2e17fe15'] in dv-cinder-851279-1-iscsi is: [{'id': '2c7334b3-e793-408e-9985-be8b2e17fe15', 'name': 'tempest-TestMinimumBasicScenario-2080233046-router', 'tenant_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c3775fa8-1516-45d0-85ea-9f881801bfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:09:47Z', 'updated_at': '2022-07-28T04:09:49Z', 'revision_number': 3, 'project_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'gw_port': {'id': 'c3775fa8-1516-45d0-85ea-9f881801bfaf', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7334b3-e793-408e-9985-be8b2e17fe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:09:48Z', 'updated_at': '2022-07-28T04:09:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi'}] {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:09:51.852986 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f6a1ba-e37b-487a-a475-af7dacaa1d56 admin admin] Network 94a232cd-980c-4117-bf05-f93f541f3ce6 is already hosted by enough agents. {{(pid=121474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:09:51.854559 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [None req-49f6a1ba-e37b-487a-a475-af7dacaa1d56 admin admin] Resources bound (agent type, host, resource id): {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:09:52.163108 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-fd508dc2-ca24-4da8-8a3b-0d45995f1247 None None] Provisioning complete for port 65c92c31-7999-4931-8272-2a0b6625eedb triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:09:52.167920 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-fd508dc2-ca24-4da8-8a3b-0d45995f1247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (65c92c31-7999-4931-8272-2a0b6625eedb), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:52.205294 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-fd508dc2-ca24-4da8-8a3b-0d45995f1247 None None] Port 65c92c31-7999-4931-8272-2a0b6625eedb cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 04:09:52.296237 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f6a1ba-e37b-487a-a475-af7dacaa1d56 admin admin] Router 2c7334b3-e793-408e-9985-be8b2e17fe15 has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 04:09:52.442356 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f6a1ba-e37b-487a-a475-af7dacaa1d56 admin admin] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:09:52.448824 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-49f6a1ba-e37b-487a-a475-af7dacaa1d56 admin admin] 10.222.0.66 "PUT /v2.0/routers/2c7334b3-e793-408e-9985-be8b2e17fe15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2850184 Jul 28 04:09:53.172463 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 33408) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:09:53.178718 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-39c3718e-5171-4e2d-abc9-a6834aac1e61 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1215362619-network', 'tenant_id': 'fc8b34a6a2ac4d279d44d0c8d42e3193'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:09:53.274282 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c3718e-5171-4e2d-abc9-a6834aac1e61 admin admin] Made reservation on behalf of fc8b34a6a2ac4d279d44d0c8d42e3193 for: {'network': 1} {{(pid=121475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:09:53.276797 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-39c3718e-5171-4e2d-abc9-a6834aac1e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for network (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:53.287898 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-39c3718e-5171-4e2d-abc9-a6834aac1e61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:53.305244 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:53.396705 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-39c3718e-5171-4e2d-abc9-a6834aac1e61 admin admin] Publish callbacks [] for security_group (32d903d4-e53b-4421-96fc-095487c32adf), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:53.420596 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device c3775fa8-1516-45d0-85ea-9f881801bfaf up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:09:53.458409 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-39c3718e-5171-4e2d-abc9-a6834aac1e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (32d903d4-e53b-4421-96fc-095487c32adf), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:53.467734 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port c3775fa8-1516-45d0-85ea-9f881801bfaf triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:09:53.468171 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (c3775fa8-1516-45d0-85ea-9f881801bfaf), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:53.480776 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=73,neutron:DELETE=3,neutron:INSERT=21,neutron:UPDATE=3 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:53.484237 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39c3718e-5171-4e2d-abc9-a6834aac1e61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=121475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:09:53.502103 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-39c3718e-5171-4e2d-abc9-a6834aac1e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684'] for segment (ae7a8ef1-543f-47b3-a313-40616d388193), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:53.502450 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.db.segments_db [None req-39c3718e-5171-4e2d-abc9-a6834aac1e61 admin admin] Added segment ae7a8ef1-543f-47b3-a313-40616d388193 of type vlan for network 7acb9dbd-628c-4673-a5da-8a1b4cfb6331 Jul 28 04:09:53.511909 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c3718e-5171-4e2d-abc9-a6834aac1e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d903d4-e53b-4421-96fc-095487c32adf,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:53.559441 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-39c3718e-5171-4e2d-abc9-a6834aac1e61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761987992185'] for network (7acb9dbd-628c-4673-a5da-8a1b4cfb6331), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:53.569630 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa92df8e-505a-411e-a3ab-0ca980637fc1 None None] Sync routers for ids ['2c7334b3-e793-408e-9985-be8b2e17fe15'] in dv-cinder-851279-1-iscsi {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:09:53.576776 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port c3775fa8-1516-45d0-85ea-9f881801bfaf is: DOWN; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:09:53.577160 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (c3775fa8-1516-45d0-85ea-9f881801bfaf), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:53.598729 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:53.603269 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] For port c3775fa8-1516-45d0-85ea-9f881801bfaf, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=c3775fa8-1516-45d0-85ea-9f881801bfaf,segment=NetworkSegment(f2985cdc-b551-4e3f-9fbc-bf06e2065a47),segment_id=f2985cdc-b551-4e3f-9fbc-bf06e2065a47)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:09:53.604585 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa92df8e-505a-411e-a3ab-0ca980637fc1 None None] Routers {'2c7334b3-e793-408e-9985-be8b2e17fe15'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:09:53.605199 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-fa92df8e-505a-411e-a3ab-0ca980637fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:09:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['2c7334b3-e793-408e-9985-be8b2e17fe15'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:53.672519 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-39c3718e-5171-4e2d-abc9-a6834aac1e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753'] for network (7acb9dbd-628c-4673-a5da-8a1b4cfb6331), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:53.673600 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c3718e-5171-4e2d-abc9-a6834aac1e61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:53.674220 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-39c3718e-5171-4e2d-abc9-a6834aac1e61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for network (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:53.686777 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (c3775fa8-1516-45d0-85ea-9f881801bfaf), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:53.747512 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c3718e-5171-4e2d-abc9-a6834aac1e61 admin admin] Pushing event updated for resources: {'Network': ['ID=7acb9dbd-628c-4673-a5da-8a1b4cfb6331,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:53.762558 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Network 7acb9dbd-628c-4673-a5da-8a1b4cfb6331 details requested by agent ovs-agent-dv-cinder-851279-1-iscsi with host dv-cinder-851279-1-iscsi {{(pid=121476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:09:53.766912 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-fa92df8e-505a-411e-a3ab-0ca980637fc1 None None] Set router 2c7334b3-e793-408e-9985-be8b2e17fe15 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:09:53.809198 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Pushing event updated for resources: {'Port': ['ID=c3775fa8-1516-45d0-85ea-9f881801bfaf,revision_number=4']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:53.819289 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-39c3718e-5171-4e2d-abc9-a6834aac1e61 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6452594 Jul 28 04:09:53.823610 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 33410) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:09:53.828725 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-03571bcd-50ac-4362-99e9-e346daad9751 admin admin] Request body: {'subnet': {'network_id': '7acb9dbd-628c-4673-a5da-8a1b4cfb6331', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1215362619-subnet', 'tenant_id': 'fc8b34a6a2ac4d279d44d0c8d42e3193', 'ip_version': 4}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:09:53.842952 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:53.935351 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03571bcd-50ac-4362-99e9-e346daad9751 admin admin] Made reservation on behalf of fc8b34a6a2ac4d279d44d0c8d42e3193 for: {'subnet': 1} {{(pid=121475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:09:53.937856 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-03571bcd-50ac-4362-99e9-e346daad9751 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25966731'] for subnet (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:54.097804 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-fa92df8e-505a-411e-a3ab-0ca980637fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7334b3-e793-408e-9985-be8b2e17fe15', 'name': 'tempest-TestMinimumBasicScenario-2080233046-router', 'tenant_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c3775fa8-1516-45d0-85ea-9f881801bfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:09:47Z', 'updated_at': '2022-07-28T04:09:51Z', 'revision_number': 4, 'project_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'gw_port': {'id': 'c3775fa8-1516-45d0-85ea-9f881801bfaf', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7334b3-e793-408e-9985-be8b2e17fe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:09:48Z', 'updated_at': '2022-07-28T04:09:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '65c92c31-7999-4931-8272-2a0b6625eedb', 'name': '', 'network_id': '94a232cd-980c-4117-bf05-f93f541f3ce6', 'tenant_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'mac_address': 'fa:16:3e:56:38:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7334b3-e793-408e-9985-be8b2e17fe15', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'f26ac5b3-c1cc-4f7e-9ad1-83a2bb3ad5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:09:50Z', 'updated_at': '2022-07-28T04:09:51Z', 'revision_number': 2, 'project_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'subnets': [{'id': 'f26ac5b3-c1cc-4f7e-9ad1-83a2bb3ad5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:54.129889 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa92df8e-505a-411e-a3ab-0ca980637fc1 None None] Checking router: 2c7334b3-e793-408e-9985-be8b2e17fe15 for host: dv-cinder-851279-1-iscsi {{(pid=121476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:09:54.130260 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa92df8e-505a-411e-a3ab-0ca980637fc1 None None] Updating router 2c7334b3-e793-408e-9985-be8b2e17fe15 port 65c92c31-7999-4931-8272-2a0b6625eedb binding host dv-cinder-851279-1-iscsi {{(pid=121476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:09:54.162582 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-fa92df8e-505a-411e-a3ab-0ca980637fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (65c92c31-7999-4931-8272-2a0b6625eedb), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:54.182959 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-03571bcd-50ac-4362-99e9-e346daad9751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3956385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25966757'] for subnet (5a637526-0f2f-40ea-8c00-d9d2a4dfceeb), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:54.224466 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:54.246542 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03571bcd-50ac-4362-99e9-e346daad9751 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a637526-0f2f-40ea-8c00-d9d2a4dfceeb,revision_number=0']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:54.256384 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03571bcd-50ac-4362-99e9-e346daad9751 admin admin] Checking segment: {'id': 'ae7a8ef1-543f-47b3-a313-40616d388193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7acb9dbd-628c-4673-a5da-8a1b4cfb6331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 04:09:54.256740 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03571bcd-50ac-4362-99e9-e346daad9751 admin admin] Network hostable DHCP agents. Network: 7acb9dbd-628c-4673-a5da-8a1b4cfb6331, hostable agents: ['a6d94de3-42af-4ea6-939a-9cee0bfbc3cb'], hosted agents: [] {{(pid=121475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:09:54.360142 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03571bcd-50ac-4362-99e9-e346daad9751 admin admin] Network 7acb9dbd-628c-4673-a5da-8a1b4cfb6331 is scheduled to be hosted by DHCP agent a6d94de3-42af-4ea6-939a-9cee0bfbc3cb with binding_index 1 {{(pid=121475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:09:54.432971 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.base_scheduler [None req-03571bcd-50ac-4362-99e9-e346daad9751 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-1-iscsi, 7acb9dbd-628c-4673-a5da-8a1b4cfb6331) {{(pid=121475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:09:54.438456 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03571bcd-50ac-4362-99e9-e346daad9751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:54.439076 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-03571bcd-50ac-4362-99e9-e346daad9751 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:54.458248 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50eb84dc-f98e-4f83-84c2-1b37b3406b00 None None] Network 7acb9dbd-628c-4673-a5da-8a1b4cfb6331 requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 04:09:54.551619 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-03571bcd-50ac-4362-99e9-e346daad9751 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7268045 Jul 28 04:09:54.554404 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 33412) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:09:54.562654 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-0d7cd1c0-ee39-4949-8b84-abc13506c90b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1215362619-router', 'tenant_id': 'fc8b34a6a2ac4d279d44d0c8d42e3193', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'}}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:09:54.621400 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117723f9-bd29-474f-a23f-741c63333d61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc055524f-0d7a-5f36-9cf2-5686bc452ffc-7acb9dbd-628c-4673-a5da-8a1b4cfb6331', 'network_id': '7acb9dbd-628c-4673-a5da-8a1b4cfb6331', 'project_id': 'fc8b34a6a2ac4d279d44d0c8d42e3193', 'fixed_ips': [{'subnet_id': '5a637526-0f2f-40ea-8c00-d9d2a4dfceeb'}]}} from dv-cinder-851279-1-iscsi. {{(pid=121476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 04:09:54.622428 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-117723f9-bd29-474f-a23f-741c63333d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:54.685716 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-fa92df8e-505a-411e-a3ab-0ca980637fc1 None None] Publish callbacks [] for port (65c92c31-7999-4931-8272-2a0b6625eedb), precommit_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:54.697452 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-0d7cd1c0-ee39-4949-8b84-abc13506c90b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1682968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-675'] for router (944d92d4-f80a-4585-8c7a-3052e0a8b65c), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:54.698535 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-0d7cd1c0-ee39-4949-8b84-abc13506c90b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1680112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1771895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-682'] for router (944d92d4-f80a-4585-8c7a-3052e0a8b65c), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:54.737738 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:54.756061 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-0d7cd1c0-ee39-4949-8b84-abc13506c90b admin admin] Publish callbacks [] for router_controller (944d92d4-f80a-4585-8c7a-3052e0a8b65c), precommit_add_association {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:54.788491 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-fa92df8e-505a-411e-a3ab-0ca980637fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (65c92c31-7999-4931-8272-2a0b6625eedb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:54.829336 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.db_base_plugin_common [None req-117723f9-bd29-474f-a23f-741c63333d61 None None] Allocated IP 172.20.0.2 (7acb9dbd-628c-4673-a5da-8a1b4cfb6331/5a637526-0f2f-40ea-8c00-d9d2a4dfceeb/23650307-8ab3-484f-b512-9e45564d3516) {{(pid=121476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:09:54.884036 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e8087-8fef-4865-9185-ca100a122086 None None] Pushing event updated for resources: {'Port': ['ID=65c92c31-7999-4931-8272-2a0b6625eedb,revision_number=3']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:54.948730 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8068d939-04b8-435f-83d7-2a98c29fb000 req-15b28261-5080-44ff-b4ae-67b17ce2254d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fa34a319-36da-4d32-879f-76740e89aecc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0635650 Jul 28 04:09:54.967586 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:54.977264 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-fa92df8e-505a-411e-a3ab-0ca980637fc1 None None] Attempting to bind port 65c92c31-7999-4931-8272-2a0b6625eedb on host dv-cinder-851279-1-iscsi for vnic_type normal with profile {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 04:09:54.977631 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-fa92df8e-505a-411e-a3ab-0ca980637fc1 None None] Attempting to bind port 65c92c31-7999-4931-8272-2a0b6625eedb by drivers openvswitch,hyperv on host dv-cinder-851279-1-iscsi at level 0 using segments [{'id': '7045eba6-499b-4c46-bfdc-84f068de66aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '94a232cd-980c-4117-bf05-f93f541f3ce6'}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 04:09:54.979802 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa92df8e-505a-411e-a3ab-0ca980637fc1 None None] Attempting to bind port 65c92c31-7999-4931-8272-2a0b6625eedb on network 94a232cd-980c-4117-bf05-f93f541f3ce6 {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:09:54.995027 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa92df8e-505a-411e-a3ab-0ca980637fc1 None None] Checking agent: {'id': '51dbe35b-f2d3-4ce9-b487-580c36e6d07a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 49, 50), 'started_at': datetime.datetime(2022, 7, 28, 3, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 4, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 04:09:54.995404 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa92df8e-505a-411e-a3ab-0ca980637fc1 None None] Checking segment: {'id': '7045eba6-499b-4c46-bfdc-84f068de66aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '94a232cd-980c-4117-bf05-f93f541f3ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 04:09:54.995811 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-fa92df8e-505a-411e-a3ab-0ca980637fc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:54.996249 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa92df8e-505a-411e-a3ab-0ca980637fc1 None None] Bound using segment: {'id': '7045eba6-499b-4c46-bfdc-84f068de66aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '94a232cd-980c-4117-bf05-f93f541f3ce6'} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 04:09:54.997084 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-fa92df8e-505a-411e-a3ab-0ca980637fc1 None None] Bound port: 65c92c31-7999-4931-8272-2a0b6625eedb, host: dv-cinder-851279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7045eba6-499b-4c46-bfdc-84f068de66aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '94a232cd-980c-4117-bf05-f93f541f3ce6'}}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 04:09:54.997084 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-fa92df8e-505a-411e-a3ab-0ca980637fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (65c92c31-7999-4931-8272-2a0b6625eedb), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:55.078647 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068d939-04b8-435f-83d7-2a98c29fb000 req-33381f5b-f53e-46e4-9176-c7f4bc462b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:55.080302 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8068d939-04b8-435f-83d7-2a98c29fb000 req-33381f5b-f53e-46e4-9176-c7f4bc462b52 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9aa592e1b58f4804ad264f0cd721b1ca&device_id=fa34a319-36da-4d32-879f-76740e89aecc HTTP/1.1" status: 200 len: 1129 time: 0.0747464 Jul 28 04:09:55.096116 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-0d7cd1c0-ee39-4949-8b84-abc13506c90b admin admin] Publish callbacks [] for router_gateway (944d92d4-f80a-4585-8c7a-3052e0a8b65c), precommit_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:55.148218 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-117723f9-bd29-474f-a23f-741c63333d61 None None] Publish callbacks [] for port (23650307-8ab3-484f-b512-9e45564d3516), precommit_create {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:55.154823 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-fa92df8e-505a-411e-a3ab-0ca980637fc1 None None] For port 65c92c31-7999-4931-8272-2a0b6625eedb, host dv-cinder-851279-1-iscsi, cleared binding levels {{(pid=121476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:09:55.170558 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-2706945c-5479-4b35-abf4-db0bf4f8985c None None] Provisioning complete for port 65c92c31-7999-4931-8272-2a0b6625eedb triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:09:55.171364 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-2706945c-5479-4b35-abf4-db0bf4f8985c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (65c92c31-7999-4931-8272-2a0b6625eedb), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:55.174582 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-fa92df8e-505a-411e-a3ab-0ca980637fc1 None None] For port 65c92c31-7999-4931-8272-2a0b6625eedb, host dv-cinder-851279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=65c92c31-7999-4931-8272-2a0b6625eedb,segment=NetworkSegment(7045eba6-499b-4c46-bfdc-84f068de66aa),segment_id=7045eba6-499b-4c46-bfdc-84f068de66aa)] {{(pid=121476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:09:55.202076 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068d939-04b8-435f-83d7-2a98c29fb000 req-cc0f1070-6f7c-4a70-9602-13ab576e9846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:55.203750 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8068d939-04b8-435f-83d7-2a98c29fb000 req-cc0f1070-6f7c-4a70-9602-13ab576e9846 service neutron] 10.222.0.67 "GET /v2.0/networks?id=672eb351-e67a-4327-be23-b1a7215130a6 HTTP/1.1" status: 200 len: 911 time: 0.1046050 Jul 28 04:09:55.206525 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-2706945c-5479-4b35-abf4-db0bf4f8985c None None] Port 65c92c31-7999-4931-8272-2a0b6625eedb cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 04:09:55.258615 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-117723f9-bd29-474f-a23f-741c63333d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379'] for port (23650307-8ab3-484f-b512-9e45564d3516), after_create {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:55.276306 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8068d939-04b8-435f-83d7-2a98c29fb000 req-d4b635a5-a717-4dc2-a6df-25757574885a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf07003f-197f-47fc-987f-30b50dad1a5e HTTP/1.1" status: 200 len: 1001 time: 0.0652122 Jul 28 04:09:55.302392 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117723f9-bd29-474f-a23f-741c63333d61 None None] Network 7acb9dbd-628c-4673-a5da-8a1b4cfb6331 is already hosted by enough agents. {{(pid=121476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:09:55.325240 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117723f9-bd29-474f-a23f-741c63333d61 None None] Pushing event updated for resources: {'Port': ['ID=23650307-8ab3-484f-b512-9e45564d3516,revision_number=1']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:55.328727 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068d939-04b8-435f-83d7-2a98c29fb000 req-d860f916-b25e-412c-93c6-ee2914343768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:55.334618 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.scheduler.base_scheduler [None req-117723f9-bd29-474f-a23f-741c63333d61 None None] Resources bound (agent type, host, resource id): {{(pid=121476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:09:55.334851 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8068d939-04b8-435f-83d7-2a98c29fb000 req-d860f916-b25e-412c-93c6-ee2914343768 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dd333499-a093-4bb7-a733-016cbbcdd8fe HTTP/1.1" status: 200 len: 849 time: 0.0479212 Jul 28 04:09:55.334986 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117723f9-bd29-474f-a23f-741c63333d61 None None] Received port after_create {{(pid=121476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 04:09:55.336540 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-fa92df8e-505a-411e-a3ab-0ca980637fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (65c92c31-7999-4931-8272-2a0b6625eedb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:55.417255 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068d939-04b8-435f-83d7-2a98c29fb000 req-9a5cf3c8-0c48-4722-a93b-faf17f7c192c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:09:55.419457 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8068d939-04b8-435f-83d7-2a98c29fb000 req-9a5cf3c8-0c48-4722-a93b-faf17f7c192c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=672eb351-e67a-4327-be23-b1a7215130a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0837374 Jul 28 04:09:55.444703 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-0d7cd1c0-ee39-4949-8b84-abc13506c90b admin admin] Publish callbacks [] for router_gateway (944d92d4-f80a-4585-8c7a-3052e0a8b65c), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:55.453696 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device c3775fa8-1516-45d0-85ea-9f881801bfaf up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:09:55.468392 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-0d7cd1c0-ee39-4949-8b84-abc13506c90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:55.505930 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:55.520189 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa92df8e-505a-411e-a3ab-0ca980637fc1 None None] Routers {'2c7334b3-e793-408e-9985-be8b2e17fe15'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:09:55.520767 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-fa92df8e-505a-411e-a3ab-0ca980637fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:09:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['2c7334b3-e793-408e-9985-be8b2e17fe15'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:55.564104 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e8087-8fef-4865-9185-ca100a122086 None None] Pushing event updated for resources: {'Port': ['ID=65c92c31-7999-4931-8272-2a0b6625eedb,revision_number=4']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:55.568543 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8068d939-04b8-435f-83d7-2a98c29fb000 req-169c201b-1bf9-490c-9f2c-32e9fadca659 service neutron] 10.222.0.67 "GET /v2.0/networks/672eb351-e67a-4327-be23-b1a7215130a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397870 Jul 28 04:09:55.601189 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port c3775fa8-1516-45d0-85ea-9f881801bfaf triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:09:55.601629 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (c3775fa8-1516-45d0-85ea-9f881801bfaf), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:55.608190 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:55.635325 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.db_base_plugin_common [None req-0d7cd1c0-ee39-4949-8b84-abc13506c90b admin admin] Allocated IP 172.27.0.112 (ea650c0a-dc48-4a0d-a6e0-295879bc3df9/483d9f6f-a7db-4d58-8be3-14e833e697b6/6d56662e-7805-45a3-bedd-58ee9d8e1f43) {{(pid=121475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:09:55.641074 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-117723f9-bd29-474f-a23f-741c63333d61 None None] Attempting to bind port 23650307-8ab3-484f-b512-9e45564d3516 on host dv-cinder-851279-1-iscsi for vnic_type normal with profile {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 04:09:55.641403 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-117723f9-bd29-474f-a23f-741c63333d61 None None] Attempting to bind port 23650307-8ab3-484f-b512-9e45564d3516 by drivers openvswitch,hyperv on host dv-cinder-851279-1-iscsi at level 0 using segments [{'id': 'ae7a8ef1-543f-47b3-a313-40616d388193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7acb9dbd-628c-4673-a5da-8a1b4cfb6331'}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 04:09:55.641785 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117723f9-bd29-474f-a23f-741c63333d61 None None] Attempting to bind port 23650307-8ab3-484f-b512-9e45564d3516 on network 7acb9dbd-628c-4673-a5da-8a1b4cfb6331 {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:09:55.651835 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117723f9-bd29-474f-a23f-741c63333d61 None None] Checking agent: {'id': '51dbe35b-f2d3-4ce9-b487-580c36e6d07a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 49, 50), 'started_at': datetime.datetime(2022, 7, 28, 3, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 4, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 04:09:55.652251 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117723f9-bd29-474f-a23f-741c63333d61 None None] Checking segment: {'id': 'ae7a8ef1-543f-47b3-a313-40616d388193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7acb9dbd-628c-4673-a5da-8a1b4cfb6331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 04:09:55.652655 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-117723f9-bd29-474f-a23f-741c63333d61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:55.653062 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117723f9-bd29-474f-a23f-741c63333d61 None None] Bound using segment: {'id': 'ae7a8ef1-543f-47b3-a313-40616d388193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7acb9dbd-628c-4673-a5da-8a1b4cfb6331'} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 04:09:55.653534 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-117723f9-bd29-474f-a23f-741c63333d61 None None] Bound port: 23650307-8ab3-484f-b512-9e45564d3516, host: dv-cinder-851279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae7a8ef1-543f-47b3-a313-40616d388193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7acb9dbd-628c-4673-a5da-8a1b4cfb6331'}}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 04:09:55.653913 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-117723f9-bd29-474f-a23f-741c63333d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (23650307-8ab3-484f-b512-9e45564d3516), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:55.716030 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8068d939-04b8-435f-83d7-2a98c29fb000 req-5bb8b408-4c8c-471a-9927-f88b386d3225 service neutron] 10.222.0.67 "GET /v2.0/networks/672eb351-e67a-4327-be23-b1a7215130a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371462 Jul 28 04:09:55.769900 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:55.774770 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-0d7cd1c0-ee39-4949-8b84-abc13506c90b admin admin] Publish callbacks [] for port (6d56662e-7805-45a3-bedd-58ee9d8e1f43), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:55.786604 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-fa92df8e-505a-411e-a3ab-0ca980637fc1 None None] Set router 2c7334b3-e793-408e-9985-be8b2e17fe15 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:09:55.788849 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-7c29ae54-8f30-4b67-894c-3b02906c0092 None None] Provisioning complete for port 65c92c31-7999-4931-8272-2a0b6625eedb triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:09:55.789009 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-7c29ae54-8f30-4b67-894c-3b02906c0092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (65c92c31-7999-4931-8272-2a0b6625eedb), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:55.873444 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:55.879422 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-0d7cd1c0-ee39-4949-8b84-abc13506c90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3956301'] for port (6d56662e-7805-45a3-bedd-58ee9d8e1f43), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:55.898422 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-117723f9-bd29-474f-a23f-741c63333d61 None None] For port 23650307-8ab3-484f-b512-9e45564d3516, host dv-cinder-851279-1-iscsi, cleared binding levels {{(pid=121476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:09:55.932681 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port c3775fa8-1516-45d0-85ea-9f881801bfaf is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:09:55.932936 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7cd1c0-ee39-4949-8b84-abc13506c90b admin admin] Network ea650c0a-dc48-4a0d-a6e0-295879bc3df9 is already hosted by enough agents. {{(pid=121475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:09:55.939147 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.base_scheduler [None req-0d7cd1c0-ee39-4949-8b84-abc13506c90b admin admin] Resources bound (agent type, host, resource id): {{(pid=121475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:09:55.943797 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7cd1c0-ee39-4949-8b84-abc13506c90b admin admin] Received port after_create {{(pid=121475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 04:09:55.947181 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=4 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:55.955378 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-117723f9-bd29-474f-a23f-741c63333d61 None None] For port 23650307-8ab3-484f-b512-9e45564d3516, host dv-cinder-851279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=23650307-8ab3-484f-b512-9e45564d3516,segment=NetworkSegment(ae7a8ef1-543f-47b3-a313-40616d388193),segment_id=ae7a8ef1-543f-47b3-a313-40616d388193)] {{(pid=121476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:09:55.971308 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7cd1c0-ee39-4949-8b84-abc13506c90b admin admin] Pushing event updated for resources: {'Port': ['ID=6d56662e-7805-45a3-bedd-58ee9d8e1f43,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:56.057843 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-7c29ae54-8f30-4b67-894c-3b02906c0092 None None] Current status of the port 65c92c31-7999-4931-8272-2a0b6625eedb is: DOWN; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:09:56.058233 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-7c29ae54-8f30-4b67-894c-3b02906c0092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (65c92c31-7999-4931-8272-2a0b6625eedb), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:56.077416 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-117723f9-bd29-474f-a23f-741c63333d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (23650307-8ab3-484f-b512-9e45564d3516), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:56.195651 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-7c29ae54-8f30-4b67-894c-3b02906c0092 None None] For port 65c92c31-7999-4931-8272-2a0b6625eedb, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=65c92c31-7999-4931-8272-2a0b6625eedb,segment=NetworkSegment(7045eba6-499b-4c46-bfdc-84f068de66aa),segment_id=7045eba6-499b-4c46-bfdc-84f068de66aa)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:09:56.215714 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117723f9-bd29-474f-a23f-741c63333d61 None None] Pushing event updated for resources: {'Port': ['ID=23650307-8ab3-484f-b512-9e45564d3516,revision_number=2']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:56.224517 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-fa92df8e-505a-411e-a3ab-0ca980637fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7334b3-e793-408e-9985-be8b2e17fe15', 'name': 'tempest-TestMinimumBasicScenario-2080233046-router', 'tenant_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c3775fa8-1516-45d0-85ea-9f881801bfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:09:47Z', 'updated_at': '2022-07-28T04:09:51Z', 'revision_number': 4, 'project_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'gw_port': {'id': 'c3775fa8-1516-45d0-85ea-9f881801bfaf', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7334b3-e793-408e-9985-be8b2e17fe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:09:48Z', 'updated_at': '2022-07-28T04:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '65c92c31-7999-4931-8272-2a0b6625eedb', 'name': '', 'network_id': '94a232cd-980c-4117-bf05-f93f541f3ce6', 'tenant_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'mac_address': 'fa:16:3e:56:38:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7334b3-e793-408e-9985-be8b2e17fe15', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'f26ac5b3-c1cc-4f7e-9ad1-83a2bb3ad5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:09:50Z', 'updated_at': '2022-07-28T04:09:55Z', 'revision_number': 4, 'project_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'subnets': [{'id': 'f26ac5b3-c1cc-4f7e-9ad1-83a2bb3ad5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:56.252108 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa92df8e-505a-411e-a3ab-0ca980637fc1 None None] The sync data for ids ['2c7334b3-e793-408e-9985-be8b2e17fe15'] in dv-cinder-851279-1-iscsi is: [{'id': '2c7334b3-e793-408e-9985-be8b2e17fe15', 'name': 'tempest-TestMinimumBasicScenario-2080233046-router', 'tenant_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c3775fa8-1516-45d0-85ea-9f881801bfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:09:47Z', 'updated_at': '2022-07-28T04:09:51Z', 'revision_number': 4, 'project_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'gw_port': {'id': 'c3775fa8-1516-45d0-85ea-9f881801bfaf', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7334b3-e793-408e-9985-be8b2e17fe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:09:48Z', 'updated_at': '2022-07-28T04:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '65c92c31-7999-4931-8272-2a0b6625eedb', 'name': '', 'network_id': '94a232cd-980c-4117-bf05-f93f541f3ce6', 'tenant_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'mac_address': 'fa:16:3e:56:38:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7334b3-e793-408e-9985-be8b2e17fe15', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'f26ac5b3-c1cc-4f7e-9ad1-83a2bb3ad5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:09:50Z', 'updated_at': '2022-07-28T04:09:55Z', 'revision_number': 4, 'project_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'subnets': [{'id': 'f26ac5b3-c1cc-4f7e-9ad1-83a2bb3ad5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:09:56.315688 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-7c29ae54-8f30-4b67-894c-3b02906c0092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (65c92c31-7999-4931-8272-2a0b6625eedb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:56.415133 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29ae54-8f30-4b67-894c-3b02906c0092 None None] Pushing event updated for resources: {'Port': ['ID=65c92c31-7999-4931-8272-2a0b6625eedb,revision_number=5']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:56.488296 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-0d7cd1c0-ee39-4949-8b84-abc13506c90b admin admin] Publish callbacks [] for router_gateway (944d92d4-f80a-4585-8c7a-3052e0a8b65c), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:56.736391 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-0d7cd1c0-ee39-4949-8b84-abc13506c90b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1680070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740428'] for router (944d92d4-f80a-4585-8c7a-3052e0a8b65c), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:56.990251 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7cd1c0-ee39-4949-8b84-abc13506c90b admin admin] Router 944d92d4-f80a-4585-8c7a-3052e0a8b65c is scheduled to L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b with binding_index 1 {{(pid=121475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 04:09:57.149926 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7cd1c0-ee39-4949-8b84-abc13506c90b admin admin] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:09:57.160320 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be5d4c3-e0e1-419d-8dc4-63f5c986b782 None None] Sync routers for ids ['944d92d4-f80a-4585-8c7a-3052e0a8b65c'] in dv-cinder-851279-1-iscsi {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:09:57.173912 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be5d4c3-e0e1-419d-8dc4-63f5c986b782 None None] Routers {'944d92d4-f80a-4585-8c7a-3052e0a8b65c'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:09:57.175040 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-2be5d4c3-e0e1-419d-8dc4-63f5c986b782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:09:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['944d92d4-f80a-4585-8c7a-3052e0a8b65c'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:57.248247 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-0d7cd1c0-ee39-4949-8b84-abc13506c90b admin admin] Publish callbacks [] for router (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:57.253432 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-0d7cd1c0-ee39-4949-8b84-abc13506c90b admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6946294 Jul 28 04:09:57.253432 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 33416) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:09:57.326510 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-2be5d4c3-e0e1-419d-8dc4-63f5c986b782 None None] Set router 944d92d4-f80a-4585-8c7a-3052e0a8b65c gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:09:57.440216 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673f49af-c16f-4e66-9455-737caf292a91 None None] Network 7acb9dbd-628c-4673-a5da-8a1b4cfb6331 requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 04:09:57.442085 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:57.465919 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:57.535092 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-2be5d4c3-e0e1-419d-8dc4-63f5c986b782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944d92d4-f80a-4585-8c7a-3052e0a8b65c', 'name': 'tempest-TestMinimumBasicScenario-1215362619-router', 'tenant_id': 'fc8b34a6a2ac4d279d44d0c8d42e3193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '6d56662e-7805-45a3-bedd-58ee9d8e1f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:09:54Z', 'updated_at': '2022-07-28T04:09:56Z', 'revision_number': 3, 'project_id': 'fc8b34a6a2ac4d279d44d0c8d42e3193', 'gw_port': {'id': '6d56662e-7805-45a3-bedd-58ee9d8e1f43', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:26:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944d92d4-f80a-4585-8c7a-3052e0a8b65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:09:55Z', 'updated_at': '2022-07-28T04:09:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi'}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:57.562456 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 23650307-8ab3-484f-b512-9e45564d3516 up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:09:57.568944 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be5d4c3-e0e1-419d-8dc4-63f5c986b782 None None] Checking router: 944d92d4-f80a-4585-8c7a-3052e0a8b65c for host: dv-cinder-851279-1-iscsi {{(pid=121477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:09:57.569279 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be5d4c3-e0e1-419d-8dc4-63f5c986b782 None None] Updating router 944d92d4-f80a-4585-8c7a-3052e0a8b65c port 6d56662e-7805-45a3-bedd-58ee9d8e1f43 binding host dv-cinder-851279-1-iscsi {{(pid=121477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:09:57.607470 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-3ba72f4a-f6db-4857-8492-d81847c249df None None] Provisioning complete for port 23650307-8ab3-484f-b512-9e45564d3516 triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:09:57.607852 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-3ba72f4a-f6db-4857-8492-d81847c249df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (23650307-8ab3-484f-b512-9e45564d3516), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:57.630790 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-2be5d4c3-e0e1-419d-8dc4-63f5c986b782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (6d56662e-7805-45a3-bedd-58ee9d8e1f43), before_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:57.669814 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port 23650307-8ab3-484f-b512-9e45564d3516 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:09:57.670040 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (23650307-8ab3-484f-b512-9e45564d3516), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:57.671385 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:58.065259 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-3ba72f4a-f6db-4857-8492-d81847c249df None None] Current status of the port 23650307-8ab3-484f-b512-9e45564d3516 is: DOWN; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:09:58.066100 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-3ba72f4a-f6db-4857-8492-d81847c249df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (23650307-8ab3-484f-b512-9e45564d3516), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:58.074990 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port 23650307-8ab3-484f-b512-9e45564d3516 is: DOWN; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:09:58.075385 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (23650307-8ab3-484f-b512-9e45564d3516), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:58.088621 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:58.143389 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] For port 23650307-8ab3-484f-b512-9e45564d3516, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=23650307-8ab3-484f-b512-9e45564d3516,segment=NetworkSegment(ae7a8ef1-543f-47b3-a313-40616d388193),segment_id=ae7a8ef1-543f-47b3-a313-40616d388193)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:09:58.187165 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-2be5d4c3-e0e1-419d-8dc4-63f5c986b782 None None] Publish callbacks [] for port (6d56662e-7805-45a3-bedd-58ee9d8e1f43), precommit_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:58.216539 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (23650307-8ab3-484f-b512-9e45564d3516), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:58.218726 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 65c92c31-7999-4931-8272-2a0b6625eedb up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:09:58.242924 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3ec788c3-3874-4573-b161-627e1aaf6987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:58.297705 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-2be5d4c3-e0e1-419d-8dc4-63f5c986b782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (6d56662e-7805-45a3-bedd-58ee9d8e1f43), after_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:58.345337 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.db.api [None req-3ba72f4a-f6db-4857-8492-d81847c249df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 04:09:58.345762 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG oslo_db.api [None req-3ba72f4a-f6db-4857-8492-d81847c249df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 04:09:58.347660 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=100 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:58.350604 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Pushing event updated for resources: {'Port': ['ID=23650307-8ab3-484f-b512-9e45564d3516,revision_number=3']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:58.365231 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port 65c92c31-7999-4931-8272-2a0b6625eedb triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:09:58.365759 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (65c92c31-7999-4931-8272-2a0b6625eedb), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:58.372190 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.managers [None req-2be5d4c3-e0e1-419d-8dc4-63f5c986b782 None None] Attempting to bind port 6d56662e-7805-45a3-bedd-58ee9d8e1f43 on host dv-cinder-851279-1-iscsi for vnic_type normal with profile {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 04:09:58.372862 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.managers [None req-2be5d4c3-e0e1-419d-8dc4-63f5c986b782 None None] Attempting to bind port 6d56662e-7805-45a3-bedd-58ee9d8e1f43 by drivers openvswitch,hyperv on host dv-cinder-851279-1-iscsi at level 0 using segments [{'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'}] {{(pid=121477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 04:09:58.373233 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be5d4c3-e0e1-419d-8dc4-63f5c986b782 None None] Attempting to bind port 6d56662e-7805-45a3-bedd-58ee9d8e1f43 on network ea650c0a-dc48-4a0d-a6e0-295879bc3df9 {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:09:58.384868 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d33e7c7-6b87-4a08-9e45-555b40623bbb None None] Pushing event updated for resources: {'Port': ['ID=6d56662e-7805-45a3-bedd-58ee9d8e1f43,revision_number=2']} {{(pid=121477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:58.388006 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be5d4c3-e0e1-419d-8dc4-63f5c986b782 None None] Checking agent: {'id': '51dbe35b-f2d3-4ce9-b487-580c36e6d07a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 49, 50), 'started_at': datetime.datetime(2022, 7, 28, 3, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 4, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 04:09:58.389320 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be5d4c3-e0e1-419d-8dc4-63f5c986b782 None None] Checking segment: {'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 04:09:58.389320 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-2be5d4c3-e0e1-419d-8dc4-63f5c986b782 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:58.389320 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be5d4c3-e0e1-419d-8dc4-63f5c986b782 None None] Bound using segment: {'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'} {{(pid=121477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 04:09:58.389803 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.managers [None req-2be5d4c3-e0e1-419d-8dc4-63f5c986b782 None None] Bound port: 6d56662e-7805-45a3-bedd-58ee9d8e1f43, host: dv-cinder-851279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2985cdc-b551-4e3f-9fbc-bf06e2065a47', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9'}}] {{(pid=121477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 04:09:58.389803 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-2be5d4c3-e0e1-419d-8dc4-63f5c986b782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (6d56662e-7805-45a3-bedd-58ee9d8e1f43), before_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:58.425206 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:58.451062 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.db_base_plugin_common [None req-3ec788c3-3874-4573-b161-627e1aaf6987 admin admin] Allocated IP 172.20.0.1 (7acb9dbd-628c-4673-a5da-8a1b4cfb6331/5a637526-0f2f-40ea-8c00-d9d2a4dfceeb/b144fc7b-f6cc-492c-8b27-630397adff1a) {{(pid=121475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:09:58.460084 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.db [None req-2be5d4c3-e0e1-419d-8dc4-63f5c986b782 None None] For port 6d56662e-7805-45a3-bedd-58ee9d8e1f43, host dv-cinder-851279-1-iscsi, cleared binding levels {{(pid=121477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:09:58.463582 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.plugins.ml2.db [None req-2be5d4c3-e0e1-419d-8dc4-63f5c986b782 None None] For port 6d56662e-7805-45a3-bedd-58ee9d8e1f43, host dv-cinder-851279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=6d56662e-7805-45a3-bedd-58ee9d8e1f43,segment=NetworkSegment(f2985cdc-b551-4e3f-9fbc-bf06e2065a47),segment_id=f2985cdc-b551-4e3f-9fbc-bf06e2065a47)] {{(pid=121477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:09:58.472006 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port 65c92c31-7999-4931-8272-2a0b6625eedb is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:09:58.569476 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron_lib.callbacks.manager [None req-2be5d4c3-e0e1-419d-8dc4-63f5c986b782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (6d56662e-7805-45a3-bedd-58ee9d8e1f43), after_update {{(pid=121477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:58.581018 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3ec788c3-3874-4573-b161-627e1aaf6987 admin admin] Publish callbacks [] for port (b144fc7b-f6cc-492c-8b27-630397adff1a), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:58.643620 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be5d4c3-e0e1-419d-8dc4-63f5c986b782 None None] Routers {'944d92d4-f80a-4585-8c7a-3052e0a8b65c'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:09:58.644994 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-2be5d4c3-e0e1-419d-8dc4-63f5c986b782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:09:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['944d92d4-f80a-4585-8c7a-3052e0a8b65c'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:58.647262 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d33e7c7-6b87-4a08-9e45-555b40623bbb None None] Pushing event updated for resources: {'Port': ['ID=6d56662e-7805-45a3-bedd-58ee9d8e1f43,revision_number=3']} {{(pid=121477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:58.689629 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3ec788c3-3874-4573-b161-627e1aaf6987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3956301'] for port (b144fc7b-f6cc-492c-8b27-630397adff1a), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:58.732876 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec788c3-3874-4573-b161-627e1aaf6987 admin admin] Network 7acb9dbd-628c-4673-a5da-8a1b4cfb6331 is already hosted by enough agents. {{(pid=121475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:09:58.741987 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.base_scheduler [None req-3ec788c3-3874-4573-b161-627e1aaf6987 admin admin] Resources bound (agent type, host, resource id): {{(pid=121475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:09:58.746915 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec788c3-3874-4573-b161-627e1aaf6987 admin admin] Received port after_create {{(pid=121475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 04:09:58.773591 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec788c3-3874-4573-b161-627e1aaf6987 admin admin] Pushing event updated for resources: {'Port': ['ID=b144fc7b-f6cc-492c-8b27-630397adff1a,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:58.801732 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3ec788c3-3874-4573-b161-627e1aaf6987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1680780'] for router_interface (944d92d4-f80a-4585-8c7a-3052e0a8b65c), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:58.821835 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-2be5d4c3-e0e1-419d-8dc4-63f5c986b782 None None] Set router 944d92d4-f80a-4585-8c7a-3052e0a8b65c gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:09:58.872047 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:58.893894 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-3ba72f4a-f6db-4857-8492-d81847c249df None None] Current status of the port 23650307-8ab3-484f-b512-9e45564d3516 is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:09:59.019727 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-381f231e-83ba-41fb-a5f4-5991db300f06 None None] Provisioning complete for port b144fc7b-f6cc-492c-8b27-630397adff1a triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:09:59.020513 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-381f231e-83ba-41fb-a5f4-5991db300f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (b144fc7b-f6cc-492c-8b27-630397adff1a), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:59.042035 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3ec788c3-3874-4573-b161-627e1aaf6987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (b144fc7b-f6cc-492c-8b27-630397adff1a), before_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:59.057736 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-2be5d4c3-e0e1-419d-8dc4-63f5c986b782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944d92d4-f80a-4585-8c7a-3052e0a8b65c', 'name': 'tempest-TestMinimumBasicScenario-1215362619-router', 'tenant_id': 'fc8b34a6a2ac4d279d44d0c8d42e3193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '6d56662e-7805-45a3-bedd-58ee9d8e1f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:09:54Z', 'updated_at': '2022-07-28T04:09:56Z', 'revision_number': 3, 'project_id': 'fc8b34a6a2ac4d279d44d0c8d42e3193', 'gw_port': {'id': '6d56662e-7805-45a3-bedd-58ee9d8e1f43', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:26:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944d92d4-f80a-4585-8c7a-3052e0a8b65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:09:55Z', 'updated_at': '2022-07-28T04:09:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi'}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:59.075880 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-381f231e-83ba-41fb-a5f4-5991db300f06 None None] Port b144fc7b-f6cc-492c-8b27-630397adff1a cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 04:09:59.086090 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-381f231e-83ba-41fb-a5f4-5991db300f06 None None] Provisioning complete for port 23650307-8ab3-484f-b512-9e45564d3516 triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:09:59.087306 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-381f231e-83ba-41fb-a5f4-5991db300f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (23650307-8ab3-484f-b512-9e45564d3516), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:59.093319 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be5d4c3-e0e1-419d-8dc4-63f5c986b782 None None] The sync data for ids ['944d92d4-f80a-4585-8c7a-3052e0a8b65c'] in dv-cinder-851279-1-iscsi is: [{'id': '944d92d4-f80a-4585-8c7a-3052e0a8b65c', 'name': 'tempest-TestMinimumBasicScenario-1215362619-router', 'tenant_id': 'fc8b34a6a2ac4d279d44d0c8d42e3193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '6d56662e-7805-45a3-bedd-58ee9d8e1f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:09:54Z', 'updated_at': '2022-07-28T04:09:56Z', 'revision_number': 3, 'project_id': 'fc8b34a6a2ac4d279d44d0c8d42e3193', 'gw_port': {'id': '6d56662e-7805-45a3-bedd-58ee9d8e1f43', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:26:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944d92d4-f80a-4585-8c7a-3052e0a8b65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:09:55Z', 'updated_at': '2022-07-28T04:09:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi'}] {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:09:59.184201 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-381f231e-83ba-41fb-a5f4-5991db300f06 None None] Current status of the port 23650307-8ab3-484f-b512-9e45564d3516 is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:09:59.235838 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:09:59.247412 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3ec788c3-3874-4573-b161-627e1aaf6987 admin admin] Publish callbacks [] for port (b144fc7b-f6cc-492c-8b27-630397adff1a), precommit_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:59.360719 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3ec788c3-3874-4573-b161-627e1aaf6987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3956314'] for port (b144fc7b-f6cc-492c-8b27-630397adff1a), after_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:59.435237 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 23650307-8ab3-484f-b512-9e45564d3516 up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:09:59.436707 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec788c3-3874-4573-b161-627e1aaf6987 admin admin] Pushing event updated for resources: {'Port': ['ID=b144fc7b-f6cc-492c-8b27-630397adff1a,revision_number=2']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:59.450369 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-3ec788c3-3874-4573-b161-627e1aaf6987 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1680880'] for router_interface (944d92d4-f80a-4585-8c7a-3052e0a8b65c), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:59.499713 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port 23650307-8ab3-484f-b512-9e45564d3516 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:09:59.500309 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (23650307-8ab3-484f-b512-9e45564d3516), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:59.571247 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec788c3-3874-4573-b161-627e1aaf6987 admin admin] Network 7acb9dbd-628c-4673-a5da-8a1b4cfb6331 is already hosted by enough agents. {{(pid=121475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:09:59.573000 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.base_scheduler [None req-3ec788c3-3874-4573-b161-627e1aaf6987 admin admin] Resources bound (agent type, host, resource id): {{(pid=121475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:09:59.585991 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port 23650307-8ab3-484f-b512-9e45564d3516 is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:09:59.715470 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec788c3-3874-4573-b161-627e1aaf6987 admin admin] Router 944d92d4-f80a-4585-8c7a-3052e0a8b65c has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 04:09:59.809854 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-da59c65c-934f-4853-8d60-badf28bf135f None None] Provisioning complete for port b144fc7b-f6cc-492c-8b27-630397adff1a triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:09:59.810226 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-da59c65c-934f-4853-8d60-badf28bf135f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (b144fc7b-f6cc-492c-8b27-630397adff1a), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:09:59.838809 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec788c3-3874-4573-b161-627e1aaf6987 admin admin] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:09:59.843725 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-3ec788c3-3874-4573-b161-627e1aaf6987 admin admin] 10.222.0.66 "PUT /v2.0/routers/944d92d4-f80a-4585-8c7a-3052e0a8b65c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5889721 Jul 28 04:09:59.846815 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-da59c65c-934f-4853-8d60-badf28bf135f None None] Port b144fc7b-f6cc-492c-8b27-630397adff1a cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 04:10:00.748713 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed77914b-964d-4dbc-9a7a-f4aa1070f9c5 None None] Sync routers for ids ['944d92d4-f80a-4585-8c7a-3052e0a8b65c'] in dv-cinder-851279-1-iscsi {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:10:00.761374 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed77914b-964d-4dbc-9a7a-f4aa1070f9c5 None None] Routers {'944d92d4-f80a-4585-8c7a-3052e0a8b65c'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:10:00.762016 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-ed77914b-964d-4dbc-9a7a-f4aa1070f9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:09:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['944d92d4-f80a-4585-8c7a-3052e0a8b65c'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:10:00.765830 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:10:00.872899 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-ed77914b-964d-4dbc-9a7a-f4aa1070f9c5 None None] Set router 944d92d4-f80a-4585-8c7a-3052e0a8b65c gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:10:01.095903 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-ed77914b-964d-4dbc-9a7a-f4aa1070f9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944d92d4-f80a-4585-8c7a-3052e0a8b65c', 'name': 'tempest-TestMinimumBasicScenario-1215362619-router', 'tenant_id': 'fc8b34a6a2ac4d279d44d0c8d42e3193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '6d56662e-7805-45a3-bedd-58ee9d8e1f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:09:54Z', 'updated_at': '2022-07-28T04:09:58Z', 'revision_number': 4, 'project_id': 'fc8b34a6a2ac4d279d44d0c8d42e3193', 'gw_port': {'id': '6d56662e-7805-45a3-bedd-58ee9d8e1f43', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:26:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944d92d4-f80a-4585-8c7a-3052e0a8b65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:09:55Z', 'updated_at': '2022-07-28T04:09:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': 'b144fc7b-f6cc-492c-8b27-630397adff1a', 'name': '', 'network_id': '7acb9dbd-628c-4673-a5da-8a1b4cfb6331', 'tenant_id': 'fc8b34a6a2ac4d279d44d0c8d42e3193', 'mac_address': 'fa:16:3e:62:3d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944d92d4-f80a-4585-8c7a-3052e0a8b65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '5a637526-0f2f-40ea-8c00-d9d2a4dfceeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:09:58Z', 'updated_at': '2022-07-28T04:09:59Z', 'revision_number': 2, 'project_id': 'fc8b34a6a2ac4d279d44d0c8d42e3193', 'subnets': [{'id': '5a637526-0f2f-40ea-8c00-d9d2a4dfceeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:10:01.127337 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed77914b-964d-4dbc-9a7a-f4aa1070f9c5 None None] Checking router: 944d92d4-f80a-4585-8c7a-3052e0a8b65c for host: dv-cinder-851279-1-iscsi {{(pid=121476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:10:01.128024 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed77914b-964d-4dbc-9a7a-f4aa1070f9c5 None None] Updating router 944d92d4-f80a-4585-8c7a-3052e0a8b65c port b144fc7b-f6cc-492c-8b27-630397adff1a binding host dv-cinder-851279-1-iscsi {{(pid=121476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:10:01.159237 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ed77914b-964d-4dbc-9a7a-f4aa1070f9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (b144fc7b-f6cc-492c-8b27-630397adff1a), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:01.286737 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:10:01.473666 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 6d56662e-7805-45a3-bedd-58ee9d8e1f43 up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:10:01.561338 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ed77914b-964d-4dbc-9a7a-f4aa1070f9c5 None None] Publish callbacks [] for port (b144fc7b-f6cc-492c-8b27-630397adff1a), precommit_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:01.576541 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port 6d56662e-7805-45a3-bedd-58ee9d8e1f43 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:10:01.576908 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (6d56662e-7805-45a3-bedd-58ee9d8e1f43), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:01.659055 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ed77914b-964d-4dbc-9a7a-f4aa1070f9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (b144fc7b-f6cc-492c-8b27-630397adff1a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:01.716998 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:10:01.723251 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port 6d56662e-7805-45a3-bedd-58ee9d8e1f43 is: DOWN; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:10:01.724110 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (6d56662e-7805-45a3-bedd-58ee9d8e1f43), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:01.740229 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df1d2c-1455-4a2d-97fc-0a94d1d01dd7 None None] Pushing event updated for resources: {'Port': ['ID=b144fc7b-f6cc-492c-8b27-630397adff1a,revision_number=3']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:01.766453 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] For port 6d56662e-7805-45a3-bedd-58ee9d8e1f43, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=6d56662e-7805-45a3-bedd-58ee9d8e1f43,segment=NetworkSegment(f2985cdc-b551-4e3f-9fbc-bf06e2065a47),segment_id=f2985cdc-b551-4e3f-9fbc-bf06e2065a47)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:10:01.860702 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-ed77914b-964d-4dbc-9a7a-f4aa1070f9c5 None None] Attempting to bind port b144fc7b-f6cc-492c-8b27-630397adff1a on host dv-cinder-851279-1-iscsi for vnic_type normal with profile {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 04:10:01.861377 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-ed77914b-964d-4dbc-9a7a-f4aa1070f9c5 None None] Attempting to bind port b144fc7b-f6cc-492c-8b27-630397adff1a by drivers openvswitch,hyperv on host dv-cinder-851279-1-iscsi at level 0 using segments [{'id': 'ae7a8ef1-543f-47b3-a313-40616d388193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7acb9dbd-628c-4673-a5da-8a1b4cfb6331'}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 04:10:01.862066 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed77914b-964d-4dbc-9a7a-f4aa1070f9c5 None None] Attempting to bind port b144fc7b-f6cc-492c-8b27-630397adff1a on network 7acb9dbd-628c-4673-a5da-8a1b4cfb6331 {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:10:01.873299 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (6d56662e-7805-45a3-bedd-58ee9d8e1f43), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:01.884252 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed77914b-964d-4dbc-9a7a-f4aa1070f9c5 None None] Checking agent: {'id': '51dbe35b-f2d3-4ce9-b487-580c36e6d07a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 49, 50), 'started_at': datetime.datetime(2022, 7, 28, 3, 50, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 4, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 04:10:01.884816 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed77914b-964d-4dbc-9a7a-f4aa1070f9c5 None None] Checking segment: {'id': 'ae7a8ef1-543f-47b3-a313-40616d388193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7acb9dbd-628c-4673-a5da-8a1b4cfb6331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 04:10:01.885434 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ed77914b-964d-4dbc-9a7a-f4aa1070f9c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:01.886237 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed77914b-964d-4dbc-9a7a-f4aa1070f9c5 None None] Bound using segment: {'id': 'ae7a8ef1-543f-47b3-a313-40616d388193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7acb9dbd-628c-4673-a5da-8a1b4cfb6331'} {{(pid=121476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 04:10:01.886960 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.managers [None req-ed77914b-964d-4dbc-9a7a-f4aa1070f9c5 None None] Bound port: b144fc7b-f6cc-492c-8b27-630397adff1a, host: dv-cinder-851279-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae7a8ef1-543f-47b3-a313-40616d388193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7acb9dbd-628c-4673-a5da-8a1b4cfb6331'}}] {{(pid=121476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 04:10:01.887572 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ed77914b-964d-4dbc-9a7a-f4aa1070f9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (b144fc7b-f6cc-492c-8b27-630397adff1a), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:02.100786 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-ed77914b-964d-4dbc-9a7a-f4aa1070f9c5 None None] For port b144fc7b-f6cc-492c-8b27-630397adff1a, host dv-cinder-851279-1-iscsi, cleared binding levels {{(pid=121476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:10:02.121931 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Pushing event updated for resources: {'Port': ['ID=6d56662e-7805-45a3-bedd-58ee9d8e1f43,revision_number=4']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:02.133993 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-ed77914b-964d-4dbc-9a7a-f4aa1070f9c5 None None] For port b144fc7b-f6cc-492c-8b27-630397adff1a, host dv-cinder-851279-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=b144fc7b-f6cc-492c-8b27-630397adff1a,segment=NetworkSegment(ae7a8ef1-543f-47b3-a313-40616d388193),segment_id=ae7a8ef1-543f-47b3-a313-40616d388193)] {{(pid=121476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:10:02.136169 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-7687a33a-7cd4-42bc-8877-969ad4953d1b None None] Provisioning complete for port b144fc7b-f6cc-492c-8b27-630397adff1a triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:10:02.136765 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-7687a33a-7cd4-42bc-8877-969ad4953d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (b144fc7b-f6cc-492c-8b27-630397adff1a), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:02.188830 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-7687a33a-7cd4-42bc-8877-969ad4953d1b None None] Port b144fc7b-f6cc-492c-8b27-630397adff1a cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 04:10:02.209619 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ed77914b-964d-4dbc-9a7a-f4aa1070f9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (b144fc7b-f6cc-492c-8b27-630397adff1a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:02.316761 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed77914b-964d-4dbc-9a7a-f4aa1070f9c5 None None] Routers {'944d92d4-f80a-4585-8c7a-3052e0a8b65c'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:10:02.317269 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-ed77914b-964d-4dbc-9a7a-f4aa1070f9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:09:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['944d92d4-f80a-4585-8c7a-3052e0a8b65c'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:10:02.322618 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df1d2c-1455-4a2d-97fc-0a94d1d01dd7 None None] Pushing event updated for resources: {'Port': ['ID=b144fc7b-f6cc-492c-8b27-630397adff1a,revision_number=4']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:02.496826 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-ed77914b-964d-4dbc-9a7a-f4aa1070f9c5 None None] Set router 944d92d4-f80a-4585-8c7a-3052e0a8b65c gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:10:02.498966 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:10:02.651456 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-b839cc13-09eb-41a2-ae4a-8993acaea466 None None] Provisioning complete for port b144fc7b-f6cc-492c-8b27-630397adff1a triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:10:02.651736 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-b839cc13-09eb-41a2-ae4a-8993acaea466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (b144fc7b-f6cc-492c-8b27-630397adff1a), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:02.982203 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-ed77914b-964d-4dbc-9a7a-f4aa1070f9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944d92d4-f80a-4585-8c7a-3052e0a8b65c', 'name': 'tempest-TestMinimumBasicScenario-1215362619-router', 'tenant_id': 'fc8b34a6a2ac4d279d44d0c8d42e3193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '6d56662e-7805-45a3-bedd-58ee9d8e1f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:09:54Z', 'updated_at': '2022-07-28T04:09:58Z', 'revision_number': 4, 'project_id': 'fc8b34a6a2ac4d279d44d0c8d42e3193', 'gw_port': {'id': '6d56662e-7805-45a3-bedd-58ee9d8e1f43', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:26:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944d92d4-f80a-4585-8c7a-3052e0a8b65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:09:55Z', 'updated_at': '2022-07-28T04:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': 'b144fc7b-f6cc-492c-8b27-630397adff1a', 'name': '', 'network_id': '7acb9dbd-628c-4673-a5da-8a1b4cfb6331', 'tenant_id': 'fc8b34a6a2ac4d279d44d0c8d42e3193', 'mac_address': 'fa:16:3e:62:3d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944d92d4-f80a-4585-8c7a-3052e0a8b65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '5a637526-0f2f-40ea-8c00-d9d2a4dfceeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:09:58Z', 'updated_at': '2022-07-28T04:10:02Z', 'revision_number': 4, 'project_id': 'fc8b34a6a2ac4d279d44d0c8d42e3193', 'subnets': [{'id': '5a637526-0f2f-40ea-8c00-d9d2a4dfceeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:10:03.012326 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed77914b-964d-4dbc-9a7a-f4aa1070f9c5 None None] The sync data for ids ['944d92d4-f80a-4585-8c7a-3052e0a8b65c'] in dv-cinder-851279-1-iscsi is: [{'id': '944d92d4-f80a-4585-8c7a-3052e0a8b65c', 'name': 'tempest-TestMinimumBasicScenario-1215362619-router', 'tenant_id': 'fc8b34a6a2ac4d279d44d0c8d42e3193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '6d56662e-7805-45a3-bedd-58ee9d8e1f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:09:54Z', 'updated_at': '2022-07-28T04:09:58Z', 'revision_number': 4, 'project_id': 'fc8b34a6a2ac4d279d44d0c8d42e3193', 'gw_port': {'id': '6d56662e-7805-45a3-bedd-58ee9d8e1f43', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:26:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944d92d4-f80a-4585-8c7a-3052e0a8b65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:09:55Z', 'updated_at': '2022-07-28T04:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': 'b144fc7b-f6cc-492c-8b27-630397adff1a', 'name': '', 'network_id': '7acb9dbd-628c-4673-a5da-8a1b4cfb6331', 'tenant_id': 'fc8b34a6a2ac4d279d44d0c8d42e3193', 'mac_address': 'fa:16:3e:62:3d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944d92d4-f80a-4585-8c7a-3052e0a8b65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '5a637526-0f2f-40ea-8c00-d9d2a4dfceeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:09:58Z', 'updated_at': '2022-07-28T04:10:02Z', 'revision_number': 4, 'project_id': 'fc8b34a6a2ac4d279d44d0c8d42e3193', 'subnets': [{'id': '5a637526-0f2f-40ea-8c00-d9d2a4dfceeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:10:03.016316 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-b839cc13-09eb-41a2-ae4a-8993acaea466 None None] Current status of the port b144fc7b-f6cc-492c-8b27-630397adff1a is: DOWN; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:10:03.016805 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-b839cc13-09eb-41a2-ae4a-8993acaea466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (b144fc7b-f6cc-492c-8b27-630397adff1a), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:03.071720 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-b839cc13-09eb-41a2-ae4a-8993acaea466 None None] For port b144fc7b-f6cc-492c-8b27-630397adff1a, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=b144fc7b-f6cc-492c-8b27-630397adff1a,segment=NetworkSegment(ae7a8ef1-543f-47b3-a313-40616d388193),segment_id=ae7a8ef1-543f-47b3-a313-40616d388193)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:10:03.148404 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-b839cc13-09eb-41a2-ae4a-8993acaea466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (b144fc7b-f6cc-492c-8b27-630397adff1a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:03.233342 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b839cc13-09eb-41a2-ae4a-8993acaea466 None None] Pushing event updated for resources: {'Port': ['ID=b144fc7b-f6cc-492c-8b27-630397adff1a,revision_number=5']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:03.558158 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 6d56662e-7805-45a3-bedd-58ee9d8e1f43 up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:10:03.648256 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port 6d56662e-7805-45a3-bedd-58ee9d8e1f43 triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:10:03.648633 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (6d56662e-7805-45a3-bedd-58ee9d8e1f43), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:03.699746 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:10:03.751133 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port 6d56662e-7805-45a3-bedd-58ee9d8e1f43 is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:10:03.752468 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device b144fc7b-f6cc-492c-8b27-630397adff1a up at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:10:03.849740 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Provisioning complete for port b144fc7b-f6cc-492c-8b27-630397adff1a triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:10:03.850206 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (b144fc7b-f6cc-492c-8b27-630397adff1a), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:03.957321 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port b144fc7b-f6cc-492c-8b27-630397adff1a is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:10:05.709579 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=82 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:10:05.712340 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=10 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:10:09.060763 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=42,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:10:09.069060 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:10:09.835598 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:10:09.842195 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=30 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:10:12.162721 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-cfc157e5-8ad3-4fd2-b281-b966348a011e tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:10:12.164234 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-cfc157e5-8ad3-4fd2-b281-b966348a011e tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/networks?id=94a232cd-980c-4117-bf05-f93f541f3ce6 HTTP/1.1" status: 200 len: 815 time: 0.1115053 Jul 28 04:10:12.179936 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-54957d36-bb07-412c-81e8-ab2243afd085 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/quotas/a4c201d8672b4b2dab2a3fe4ef1242ec HTTP/1.1" status: 200 len: 375 time: 0.0101361 Jul 28 04:10:12.230105 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-eccf5ddc-5c3a-435d-a6f6-5bc1b12ede03 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a4c201d8672b4b2dab2a3fe4ef1242ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449779 Jul 28 04:10:12.337593 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-b0f7dc25-1373-470f-91a4-a5d87e1c8b51 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=121475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 04:10:12.338608 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-b0f7dc25-1373-470f-91a4-a5d87e1c8b51 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0967228 Jul 28 04:10:12.430463 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-bddec26a-7037-48f0-838a-20d18cb2e4e7 service neutron] 10.222.0.66 "GET /v2.0/networks/94a232cd-980c-4117-bf05-f93f541f3ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858080 Jul 28 04:10:12.527449 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-090f6c91-c7be-428c-b5a0-ba0abd3e809a service neutron] 10.222.0.66 "GET /v2.0/networks/94a232cd-980c-4117-bf05-f93f541f3ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912368 Jul 28 04:10:12.825564 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-f665b4ab-5c68-4d1b-907a-8f894ff6c729 req-d71f86d5-b78c-41e0-bc40-0e5ab07c9f81 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 210 time: 0.0330441 Jul 28 04:10:12.913795 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.agents_db [None req-58c662dc-5ea5-4853-b3cc-f7bb2188e679 None None] Agent healthcheck: found 6 active agents {{(pid=121477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:10:13.913664 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-b4f9a1d8-6b90-46e2-a5db-98b3f1535001 req-b9faac32-e580-4a18-9a06-5b4bebdb778a tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 210 time: 0.0308039 Jul 28 04:10:13.943801 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=11 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:10:13.951855 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:10:14.873884 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-26878ad6-9c8d-444b-8136-e0b6c4bcef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:15.025403 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-55f93868-86f1-47cf-b5c8-ef309abaaeb0 req-c8b900eb-9a60-48a8-bc0b-14dcb25dc5a1 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 210 time: 0.0300384 Jul 28 04:10:15.740611 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-6e224716-5cc7-47f7-8b76-e2b93ed763d0 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:10:15.742118 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-6e224716-5cc7-47f7-8b76-e2b93ed763d0 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.67 "GET /v2.0/networks?id=94a232cd-980c-4117-bf05-f93f541f3ce6 HTTP/1.1" status: 200 len: 815 time: 0.1074421 Jul 28 04:10:15.755623 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-d5a44117-8cbb-42b1-a979-9f3fa3f64ae4 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Request body: {'port': {'device_id': '99d43fe3-52d0-4ff7-b519-10abc0c30c97', 'network_id': '94a232cd-980c-4117-bf05-f93f541f3ce6', 'admin_state_up': True, 'tenant_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:10:15.946147 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-d5a44117-8cbb-42b1-a979-9f3fa3f64ae4 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Made reservation on behalf of a4c201d8672b4b2dab2a3fe4ef1242ec for: {'port': 1} {{(pid=121474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:10:15.949683 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-d5a44117-8cbb-42b1-a979-9f3fa3f64ae4 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:16.099764 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.db_base_plugin_common [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-d5a44117-8cbb-42b1-a979-9f3fa3f64ae4 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Allocated IP 172.20.0.5 (94a232cd-980c-4117-bf05-f93f541f3ce6/f26ac5b3-c1cc-4f7e-9ad1-83a2bb3ad5ee/74dfe64d-b519-4bc9-aa9c-521238e031fb) {{(pid=121474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:10:16.145325 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-27e0b37d-ff05-4b68-b427-a15ad60ad828 req-26f6146e-6a5c-4ac5-89de-0f957aad225f tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 210 time: 0.0338230 Jul 28 04:10:16.274018 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-d5a44117-8cbb-42b1-a979-9f3fa3f64ae4 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks [] for port (74dfe64d-b519-4bc9-aa9c-521238e031fb), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:16.405608 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-d5a44117-8cbb-42b1-a979-9f3fa3f64ae4 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (74dfe64d-b519-4bc9-aa9c-521238e031fb), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:16.453412 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-d5a44117-8cbb-42b1-a979-9f3fa3f64ae4 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Network 94a232cd-980c-4117-bf05-f93f541f3ce6 is already hosted by enough agents. {{(pid=121474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:10:16.457556 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-d5a44117-8cbb-42b1-a979-9f3fa3f64ae4 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Resources bound (agent type, host, resource id): {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:10:16.461850 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-d5a44117-8cbb-42b1-a979-9f3fa3f64ae4 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Received port after_create {{(pid=121474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 04:10:16.487341 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a44117-8cbb-42b1-a979-9f3fa3f64ae4 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Pushing event updated for resources: {'Port': ['ID=74dfe64d-b519-4bc9-aa9c-521238e031fb,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:16.528952 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-d5a44117-8cbb-42b1-a979-9f3fa3f64ae4 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:10:16.529861 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-d5a44117-8cbb-42b1-a979-9f3fa3f64ae4 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:16.611867 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-d5a44117-8cbb-42b1-a979-9f3fa3f64ae4 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8607090 Jul 28 04:10:16.787153 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-ccd277d8-1562-49f6-a699-2805ff8e3bdd None None] Provisioning complete for port 74dfe64d-b519-4bc9-aa9c-521238e031fb triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:10:16.788189 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ccd277d8-1562-49f6-a699-2805ff8e3bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (74dfe64d-b519-4bc9-aa9c-521238e031fb), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:16.826047 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ccd277d8-1562-49f6-a699-2805ff8e3bdd None None] Port 74dfe64d-b519-4bc9-aa9c-521238e031fb cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 04:10:17.278937 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aec6af-1f65-45aa-97c8-b393665e46d7 req-41a1e052-185d-4e45-991d-8d4a8c42b0d3 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:10:17.284189 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-86aec6af-1f65-45aa-97c8-b393665e46d7 req-41a1e052-185d-4e45-991d-8d4a8c42b0d3 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 931 time: 0.0573881 Jul 28 04:10:17.345285 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-86aec6af-1f65-45aa-97c8-b393665e46d7 req-069371ce-6617-4117-a58c-86c691c05406 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/security-groups?id=ada1a7c9-67f9-471d-aeeb-86a4c3acdc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587761 Jul 28 04:10:17.405316 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-4ffdd8ca-ac9a-43c0-9b66-2558a991f846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:18.342328 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:18.484767 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a7a00-9463-4122-9c24-786476c6f4e3 req-d0063413-a646-47bf-9d5d-ad582666917d tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:10:18.492477 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-a71a7a00-9463-4122-9c24-786476c6f4e3 req-d0063413-a646-47bf-9d5d-ad582666917d tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 931 time: 0.0584059 Jul 28 04:10:18.539307 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-a71a7a00-9463-4122-9c24-786476c6f4e3 req-96628a33-a428-4a12-b492-b9fb744f6122 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/security-groups?id=ada1a7c9-67f9-471d-aeeb-86a4c3acdc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457685 Jul 28 04:10:18.982013 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d923ff-d983-4784-981f-1bbce4c5c5ac), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:19.611012 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:19.662953 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:10:19.671220 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b6528d-2300-4d02-8721-b8a7321930dc req-62e08d43-509a-496b-9f67-a2d6cf89ae92 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:10:19.673270 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-14b6528d-2300-4d02-8721-b8a7321930dc req-62e08d43-509a-496b-9f67-a2d6cf89ae92 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 931 time: 0.0585392 Jul 28 04:10:19.697210 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:10:19.733873 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-14b6528d-2300-4d02-8721-b8a7321930dc req-2b892ce1-b223-4f3a-a8aa-b74c6ab41db5 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/security-groups?id=ada1a7c9-67f9-471d-aeeb-86a4c3acdc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544140 Jul 28 04:10:20.117388 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:20.864357 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459cfb28-1034-4493-8de1-2867a5cfe04e req-12362c63-2d96-4c95-b250-4315d7ff3dc3 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:10:20.866148 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-459cfb28-1034-4493-8de1-2867a5cfe04e req-12362c63-2d96-4c95-b250-4315d7ff3dc3 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 931 time: 0.0534713 Jul 28 04:10:20.930084 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-459cfb28-1034-4493-8de1-2867a5cfe04e req-df57d0ea-7f2e-483c-bd80-2d6116f83a7c tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/security-groups?id=ada1a7c9-67f9-471d-aeeb-86a4c3acdc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518761 Jul 28 04:10:22.056563 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b2e10-79b5-450b-8f84-dd1716d33005 req-aaf6a7e3-5701-4ac8-9fb6-030254b07641 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:10:22.058104 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-bd1b2e10-79b5-450b-8f84-dd1716d33005 req-aaf6a7e3-5701-4ac8-9fb6-030254b07641 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 931 time: 0.0529435 Jul 28 04:10:22.113795 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-bd1b2e10-79b5-450b-8f84-dd1716d33005 req-20a977bc-6927-4f9d-a684-92cb3a8edcd0 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/security-groups?id=ada1a7c9-67f9-471d-aeeb-86a4c3acdc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499065 Jul 28 04:10:22.904957 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=2 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:10:23.248579 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53649f25-84a0-4b2a-ad5e-7c15cb84d847 req-ab8531c4-02f8-44e4-82d4-3dc50787f47b tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:10:23.250081 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-53649f25-84a0-4b2a-ad5e-7c15cb84d847 req-ab8531c4-02f8-44e4-82d4-3dc50787f47b tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 931 time: 0.0535519 Jul 28 04:10:23.302001 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-53649f25-84a0-4b2a-ad5e-7c15cb84d847 req-0ca0c86f-04cd-4714-98a2-26abffcfe16b tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/security-groups?id=ada1a7c9-67f9-471d-aeeb-86a4c3acdc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454814 Jul 28 04:10:24.464492 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a60f4-92a3-4660-9d15-39bf9883f763 req-e7e80cf4-27c9-40e0-b3a3-554e143f982c tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:10:24.466057 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1b1a60f4-92a3-4660-9d15-39bf9883f763 req-e7e80cf4-27c9-40e0-b3a3-554e143f982c tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 931 time: 0.0885768 Jul 28 04:10:24.522462 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1b1a60f4-92a3-4660-9d15-39bf9883f763 req-9cdebca1-7c3d-4d1a-8e48-b31ead131b38 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/security-groups?id=ada1a7c9-67f9-471d-aeeb-86a4c3acdc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495117 Jul 28 04:10:25.308694 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-e8560bbb-1055-4af7-9719-0b3b13fd34f1 service neutron] Request body: {'port': {'device_id': '99d43fe3-52d0-4ff7-b519-10abc0c30c97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:10:25.377410 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-e8560bbb-1055-4af7-9719-0b3b13fd34f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (74dfe64d-b519-4bc9-aa9c-521238e031fb), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:25.651182 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3dfd1-7d93-423e-8c99-d62e1bb84bf0 req-2c08f2ca-59ac-40de-a445-6f43588504c7 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:10:25.652799 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-e0f3dfd1-7d93-423e-8c99-d62e1bb84bf0 req-2c08f2ca-59ac-40de-a445-6f43588504c7 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 931 time: 0.0506067 Jul 28 04:10:25.656240 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-e8560bbb-1055-4af7-9719-0b3b13fd34f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74dfe64d-b519-4bc9-aa9c-521238e031fb {{(pid=121474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 04:10:25.664683 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-e8560bbb-1055-4af7-9719-0b3b13fd34f1 service neutron] Publish callbacks [] for port (74dfe64d-b519-4bc9-aa9c-521238e031fb), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:25.677898 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.provisioning_blocks [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-e8560bbb-1055-4af7-9719-0b3b13fd34f1 service neutron] Transition to ACTIVE for port object 74dfe64d-b519-4bc9-aa9c-521238e031fb will not be triggered until provisioned by entity L2. {{(pid=121474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 04:10:25.704747 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-e0f3dfd1-7d93-423e-8c99-d62e1bb84bf0 req-77b78a91-d427-404c-8c71-7f828116940b tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/security-groups?id=ada1a7c9-67f9-471d-aeeb-86a4c3acdc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459533 Jul 28 04:10:25.774177 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-e8560bbb-1055-4af7-9719-0b3b13fd34f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26044716'] for port (74dfe64d-b519-4bc9-aa9c-521238e031fb), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:25.827640 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8560bbb-1055-4af7-9719-0b3b13fd34f1 service neutron] Pushing event updated for resources: {'Port': ['ID=74dfe64d-b519-4bc9-aa9c-521238e031fb,revision_number=2']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:25.908114 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-e8560bbb-1055-4af7-9719-0b3b13fd34f1 service neutron] Attempting to bind port 74dfe64d-b519-4bc9-aa9c-521238e031fb on host hv-cinder-85127 for vnic_type normal with profile {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 04:10:25.908416 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-e8560bbb-1055-4af7-9719-0b3b13fd34f1 service neutron] Attempting to bind port 74dfe64d-b519-4bc9-aa9c-521238e031fb by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '7045eba6-499b-4c46-bfdc-84f068de66aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '94a232cd-980c-4117-bf05-f93f541f3ce6'}] {{(pid=121474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 04:10:25.908759 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-e8560bbb-1055-4af7-9719-0b3b13fd34f1 service neutron] Attempting to bind port 74dfe64d-b519-4bc9-aa9c-521238e031fb on network 94a232cd-980c-4117-bf05-f93f541f3ce6 {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:10:25.914488 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-e8560bbb-1055-4af7-9719-0b3b13fd34f1 service neutron] Port 74dfe64d-b519-4bc9-aa9c-521238e031fb on network 94a232cd-980c-4117-bf05-f93f541f3ce6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 04:10:25.914883 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-e8560bbb-1055-4af7-9719-0b3b13fd34f1 service neutron] Attempting to bind port 74dfe64d-b519-4bc9-aa9c-521238e031fb on network 94a232cd-980c-4117-bf05-f93f541f3ce6 {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:10:25.920328 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-e8560bbb-1055-4af7-9719-0b3b13fd34f1 service neutron] Checking agent: {'id': 'a6d923ff-d983-4784-981f-1bbce4c5c5ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 56, 49), 'started_at': datetime.datetime(2022, 7, 28, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 4, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 04:10:25.920675 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-e8560bbb-1055-4af7-9719-0b3b13fd34f1 service neutron] Checking segment: {'id': '7045eba6-499b-4c46-bfdc-84f068de66aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '94a232cd-980c-4117-bf05-f93f541f3ce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 04:10:25.921065 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-e8560bbb-1055-4af7-9719-0b3b13fd34f1 service neutron] Bound using segment: {'id': '7045eba6-499b-4c46-bfdc-84f068de66aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '94a232cd-980c-4117-bf05-f93f541f3ce6'} {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 04:10:25.921500 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-e8560bbb-1055-4af7-9719-0b3b13fd34f1 service neutron] Bound port: 74dfe64d-b519-4bc9-aa9c-521238e031fb, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7045eba6-499b-4c46-bfdc-84f068de66aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '94a232cd-980c-4117-bf05-f93f541f3ce6'}}] {{(pid=121474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 04:10:25.921863 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-e8560bbb-1055-4af7-9719-0b3b13fd34f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (74dfe64d-b519-4bc9-aa9c-521238e031fb), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:25.990507 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-e8560bbb-1055-4af7-9719-0b3b13fd34f1 service neutron] For port 74dfe64d-b519-4bc9-aa9c-521238e031fb, host hv-cinder-85127, cleared binding levels {{(pid=121474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:10:25.993851 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-e8560bbb-1055-4af7-9719-0b3b13fd34f1 service neutron] For port 74dfe64d-b519-4bc9-aa9c-521238e031fb, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=74dfe64d-b519-4bc9-aa9c-521238e031fb,segment=NetworkSegment(7045eba6-499b-4c46-bfdc-84f068de66aa),segment_id=7045eba6-499b-4c46-bfdc-84f068de66aa)] {{(pid=121474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:10:26.106280 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-e8560bbb-1055-4af7-9719-0b3b13fd34f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26044716'] for port (74dfe64d-b519-4bc9-aa9c-521238e031fb), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:26.140802 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:10:26.142364 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-e8560bbb-1055-4af7-9719-0b3b13fd34f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:10:26.142977 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-e8560bbb-1055-4af7-9719-0b3b13fd34f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:26.145303 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-e8560bbb-1055-4af7-9719-0b3b13fd34f1 service neutron] 10.222.0.67 "PUT /v2.0/ports/74dfe64d-b519-4bc9-aa9c-521238e031fb HTTP/1.1" status: 200 len: 1093 time: 0.8406012 Jul 28 04:10:26.150089 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d43fe3-52d0-4ff7-b519-10abc0c30c97', 'tag': '74dfe64d-b519-4bc9-aa9c-521238e031fb'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:10:26.152352 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af636564-4a27-4eb1-b9c2-a71e91c26d55" -d '{"events": [{"name": "network-changed", "server_uuid": "99d43fe3-52d0-4ff7-b519-10abc0c30c97", "tag": "74dfe64d-b519-4bc9-aa9c-521238e031fb"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:10:26.176692 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8560bbb-1055-4af7-9719-0b3b13fd34f1 service neutron] Pushing event updated for resources: {'Port': ['ID=74dfe64d-b519-4bc9-aa9c-521238e031fb,revision_number=3']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:26.296618 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:10:26.331233 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-c965641f-f82b-4a4c-a5c5-2149ae2d636d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:10:26.334071 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-c965641f-f82b-4a4c-a5c5-2149ae2d636d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a4c201d8672b4b2dab2a3fe4ef1242ec&device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 1127 time: 0.0493650 Jul 28 04:10:26.335503 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 04:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7925511b-5df1-4dac-ad07-26bd3f4138b1 x-openstack-request-id: req-7925511b-5df1-4dac-ad07-26bd3f4138b1 {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:10:26.335784 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99d43fe3-52d0-4ff7-b519-10abc0c30c97", "tag": "74dfe64d-b519-4bc9-aa9c-521238e031fb", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:10:26.336077 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7925511b-5df1-4dac-ad07-26bd3f4138b1 {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:10:26.336470 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7925511b-5df1-4dac-ad07-26bd3f4138b1'] response: {'name': 'network-changed', 'server_uuid': '99d43fe3-52d0-4ff7-b519-10abc0c30c97', 'tag': '74dfe64d-b519-4bc9-aa9c-521238e031fb', 'status': 'completed', 'code': 200} Jul 28 04:10:26.378071 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-0ac134e1-6a26-4ba2-a1d2-5971718e3600 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74dfe64d-b519-4bc9-aa9c-521238e031fb HTTP/1.1" status: 200 len: 217 time: 0.0377486 Jul 28 04:10:26.428535 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-5580463c-c2a8-4246-95ca-9b83efdac6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:10:26.429909 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-5580463c-c2a8-4246-95ca-9b83efdac6d0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f26ac5b3-c1cc-4f7e-9ad1-83a2bb3ad5ee HTTP/1.1" status: 200 len: 854 time: 0.0461402 Jul 28 04:10:26.474093 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-04e96d24-dede-4b24-98aa-8eeedfb61cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:10:26.475600 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-04e96d24-dede-4b24-98aa-8eeedfb61cf4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=94a232cd-980c-4117-bf05-f93f541f3ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403621 Jul 28 04:10:26.579037 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-9a47a24c-6989-4808-aae5-d7b8b9f29025 service neutron] 10.222.0.67 "GET /v2.0/networks/94a232cd-980c-4117-bf05-f93f541f3ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969212 Jul 28 04:10:26.699799 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a62e33ed-c239-4304-9023-8b4f62eb932d req-f5f31a95-f261-4bf9-9b84-497cabf94a5b service neutron] 10.222.0.67 "GET /v2.0/networks/94a232cd-980c-4117-bf05-f93f541f3ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901825 Jul 28 04:10:26.835762 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff3fa3-5563-4a3f-a55f-fa2a6298831d req-08ceb010-55a4-4b7f-9abd-68511f732405 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:10:26.838780 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-eaff3fa3-5563-4a3f-a55f-fa2a6298831d req-08ceb010-55a4-4b7f-9abd-68511f732405 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 943 time: 0.0583959 Jul 28 04:10:26.894532 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-eaff3fa3-5563-4a3f-a55f-fa2a6298831d req-df4246b8-3faa-4f6b-a92c-0eb6593a170c tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/security-groups?id=ada1a7c9-67f9-471d-aeeb-86a4c3acdc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506902 Jul 28 04:10:27.984429 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af636564-4a27-4eb1-b9c2-a71e91c26d55 req-3a4d64e8-2e20-45bd-b283-e40ba1b4a392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:10:27.985859 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-af636564-4a27-4eb1-b9c2-a71e91c26d55 req-3a4d64e8-2e20-45bd-b283-e40ba1b4a392 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a4c201d8672b4b2dab2a3fe4ef1242ec&device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 1127 time: 0.0556791 Jul 28 04:10:28.070600 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d024f-6c64-477d-a268-4de06c9266ad req-7f7be59e-ad15-4ece-8828-2cbd9bdfb6c0 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:10:28.072147 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-343d024f-6c64-477d-a268-4de06c9266ad req-7f7be59e-ad15-4ece-8828-2cbd9bdfb6c0 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 943 time: 0.0969958 Jul 28 04:10:28.143465 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af636564-4a27-4eb1-b9c2-a71e91c26d55 req-50f2857d-e80f-4436-a5b0-e617d76253c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:10:28.145583 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-af636564-4a27-4eb1-b9c2-a71e91c26d55 req-50f2857d-e80f-4436-a5b0-e617d76253c3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=94a232cd-980c-4117-bf05-f93f541f3ce6 HTTP/1.1" status: 200 len: 916 time: 0.1394320 Jul 28 04:10:28.149054 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-343d024f-6c64-477d-a268-4de06c9266ad req-19c451a6-0131-49b6-b263-f1b2d044fb37 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/security-groups?id=ada1a7c9-67f9-471d-aeeb-86a4c3acdc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703635 Jul 28 04:10:28.184660 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-af636564-4a27-4eb1-b9c2-a71e91c26d55 req-dcb8758a-6647-4b1b-a970-2112a597e734 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74dfe64d-b519-4bc9-aa9c-521238e031fb HTTP/1.1" status: 200 len: 217 time: 0.0332377 Jul 28 04:10:28.237435 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af636564-4a27-4eb1-b9c2-a71e91c26d55 req-35e797cd-3da8-462e-affd-5bea24cb48f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:10:28.238920 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-af636564-4a27-4eb1-b9c2-a71e91c26d55 req-35e797cd-3da8-462e-affd-5bea24cb48f5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f26ac5b3-c1cc-4f7e-9ad1-83a2bb3ad5ee HTTP/1.1" status: 200 len: 854 time: 0.0488560 Jul 28 04:10:28.281795 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af636564-4a27-4eb1-b9c2-a71e91c26d55 req-b558d996-fecf-4a44-a073-8929026ed12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:10:28.283274 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-af636564-4a27-4eb1-b9c2-a71e91c26d55 req-b558d996-fecf-4a44-a073-8929026ed12e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=94a232cd-980c-4117-bf05-f93f541f3ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386643 Jul 28 04:10:28.375118 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-af636564-4a27-4eb1-b9c2-a71e91c26d55 req-af4a62e9-1d01-46fe-ab22-11bfe8d1fbb1 service neutron] 10.222.0.67 "GET /v2.0/networks/94a232cd-980c-4117-bf05-f93f541f3ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851803 Jul 28 04:10:28.472449 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-af636564-4a27-4eb1-b9c2-a71e91c26d55 req-5715d5fa-84d2-47ba-bfad-1ea48ca63d09 service neutron] 10.222.0.67 "GET /v2.0/networks/94a232cd-980c-4117-bf05-f93f541f3ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909820 Jul 28 04:10:29.267664 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963622a-b7d6-4cbd-8bca-12a5b8620a54 req-7882ee65-d3c1-49fd-9e18-bf78a51dc367 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:10:29.269325 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-e963622a-b7d6-4cbd-8bca-12a5b8620a54 req-7882ee65-d3c1-49fd-9e18-bf78a51dc367 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 943 time: 0.0484288 Jul 28 04:10:29.317204 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-e963622a-b7d6-4cbd-8bca-12a5b8620a54 req-0673ba63-bdd0-43dd-aa47-131bcd522be7 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/security-groups?id=ada1a7c9-67f9-471d-aeeb-86a4c3acdc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422678 Jul 28 04:10:29.881129 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device 74dfe64d-b519-4bc9-aa9c-521238e031fb details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=121476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:10:29.982264 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port 74dfe64d-b519-4bc9-aa9c-521238e031fb, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=74dfe64d-b519-4bc9-aa9c-521238e031fb,segment=NetworkSegment(7045eba6-499b-4c46-bfdc-84f068de66aa),segment_id=7045eba6-499b-4c46-bfdc-84f068de66aa)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:10:29.993999 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Returning: {'device': '74dfe64d-b519-4bc9-aa9c-521238e031fb', 'network_id': '94a232cd-980c-4117-bf05-f93f541f3ce6', 'port_id': '74dfe64d-b519-4bc9-aa9c-521238e031fb', 'mac_address': 'fa:16:3e:bf:d6:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26ac5b3-c1cc-4f7e-9ad1-83a2bb3ad5ee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:10:30.032348 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port 74dfe64d-b519-4bc9-aa9c-521238e031fb is: DOWN; New status is: BUILD {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:10:30.032739 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (74dfe64d-b519-4bc9-aa9c-521238e031fb), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:30.046117 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74dfe64d-b519-4bc9-aa9c-521238e031fb {{(pid=121476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 04:10:30.067849 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port 74dfe64d-b519-4bc9-aa9c-521238e031fb, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=74dfe64d-b519-4bc9-aa9c-521238e031fb,segment=NetworkSegment(7045eba6-499b-4c46-bfdc-84f068de66aa),segment_id=7045eba6-499b-4c46-bfdc-84f068de66aa)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:10:30.147590 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (74dfe64d-b519-4bc9-aa9c-521238e031fb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:30.197173 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=74dfe64d-b519-4bc9-aa9c-521238e031fb,revision_number=4']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:30.357578 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] get_ports_and_sgs() called for port_ids ['74dfe64d-b519-4bc9-aa9c-521238e031fb'] {{(pid=121476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:10:30.439137 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62d260-bfc0-4cb1-b20e-0258fb17ade8 req-1df192d4-58b2-4aef-bcb7-02b2854d2346 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:10:30.440700 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0c62d260-bfc0-4cb1-b20e-0258fb17ade8 req-1df192d4-58b2-4aef-bcb7-02b2854d2346 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 944 time: 0.0509055 Jul 28 04:10:30.460135 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:10:30.491007 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0c62d260-bfc0-4cb1-b20e-0258fb17ade8 req-99cbd4a9-8eb7-42e0-aa68-2ec04aef6982 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/security-groups?id=ada1a7c9-67f9-471d-aeeb-86a4c3acdc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441394 Jul 28 04:10:31.612400 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00f12e-0272-46e9-a291-718844019f4a req-d99701b1-06f7-4de9-a758-5b59732b2204 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:10:31.614474 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-2f00f12e-0272-46e9-a291-718844019f4a req-d99701b1-06f7-4de9-a758-5b59732b2204 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 944 time: 0.0483978 Jul 28 04:10:31.635855 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=100 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:10:31.663366 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-2f00f12e-0272-46e9-a291-718844019f4a req-c7b619a9-f57b-4994-a2e0-19c2b8e5aaef tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/security-groups?id=ada1a7c9-67f9-471d-aeeb-86a4c3acdc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429778 Jul 28 04:10:31.900039 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device 74dfe64d-b519-4bc9-aa9c-521238e031fb up at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:10:31.943896 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning for port 74dfe64d-b519-4bc9-aa9c-521238e031fb completed by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 04:10:32.004451 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning complete for port 74dfe64d-b519-4bc9-aa9c-521238e031fb triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:10:32.004830 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (74dfe64d-b519-4bc9-aa9c-521238e031fb), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:32.031420 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:10:32.085156 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port 74dfe64d-b519-4bc9-aa9c-521238e031fb is: BUILD; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:10:32.087106 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (74dfe64d-b519-4bc9-aa9c-521238e031fb), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:32.109426 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d43fe3-52d0-4ff7-b519-10abc0c30c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74dfe64d-b519-4bc9-aa9c-521238e031fb'}] {{(pid=121476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:10:32.111725 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63807e78e749bb54735be4dbe0f6e45a10aff1c6ba31450fe55014b89068368c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7117a3a3-6359-4d69-ab08-6eafef1c0165" -d '{"events": [{"server_uuid": "99d43fe3-52d0-4ff7-b519-10abc0c30c97", "name": "network-vif-plugged", "status": "completed", "tag": "74dfe64d-b519-4bc9-aa9c-521238e031fb"}]}' {{(pid=121476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:10:32.121282 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:UPDATE=6,neutron:SELECT=93,neutron:DELETE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:10:32.125709 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port 74dfe64d-b519-4bc9-aa9c-521238e031fb, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=74dfe64d-b519-4bc9-aa9c-521238e031fb,segment=NetworkSegment(7045eba6-499b-4c46-bfdc-84f068de66aa),segment_id=7045eba6-499b-4c46-bfdc-84f068de66aa)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:10:32.198648 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (74dfe64d-b519-4bc9-aa9c-521238e031fb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:32.223092 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 04:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812b80c6-6e58-45fe-aa3f-2c7e1f62e24a x-openstack-request-id: req-812b80c6-6e58-45fe-aa3f-2c7e1f62e24a {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:10:32.223387 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d43fe3-52d0-4ff7-b519-10abc0c30c97", "name": "network-vif-plugged", "status": "completed", "tag": "74dfe64d-b519-4bc9-aa9c-521238e031fb", "code": 200}]} {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:10:32.223652 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-812b80c6-6e58-45fe-aa3f-2c7e1f62e24a {{(pid=121476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:10:32.224044 dv-cinder-851279-1-iscsi neutron-server[121476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-812b80c6-6e58-45fe-aa3f-2c7e1f62e24a'] response: {'server_uuid': '99d43fe3-52d0-4ff7-b519-10abc0c30c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74dfe64d-b519-4bc9-aa9c-521238e031fb', 'code': 200} Jul 28 04:10:32.251802 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=74dfe64d-b519-4bc9-aa9c-521238e031fb,revision_number=5']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:32.520215 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae8c89-6489-4586-86ba-d1c0cf612f99 req-defbaf7b-b6cd-4396-8a94-1b34701b621d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:10:32.521713 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-85ae8c89-6489-4586-86ba-d1c0cf612f99 req-defbaf7b-b6cd-4396-8a94-1b34701b621d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 1129 time: 0.0421205 Jul 28 04:10:32.566966 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-85ae8c89-6489-4586-86ba-d1c0cf612f99 req-bbfcf385-c41f-4607-b803-c9f255a6a171 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ada1a7c9-67f9-471d-aeeb-86a4c3acdc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395923 Jul 28 04:10:32.782081 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=100 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:10:32.802093 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054a796-2fbb-4213-93d0-b4ef00e5e8f2 req-421db647-a8ea-408a-951a-c9235cd6ae6f tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:10:32.803658 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-c054a796-2fbb-4213-93d0-b4ef00e5e8f2 req-421db647-a8ea-408a-951a-c9235cd6ae6f tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 945 time: 0.0560961 Jul 28 04:10:32.858606 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-c054a796-2fbb-4213-93d0-b4ef00e5e8f2 req-10c336d0-095b-4302-b71d-75b87c649afe tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/security-groups?id=ada1a7c9-67f9-471d-aeeb-86a4c3acdc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492249 Jul 28 04:10:33.970384 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:10:33.984402 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef3d5d-49a1-4270-9bcb-815a37a6e7a8 req-ce88dc01-0188-429b-a49d-a0a41b869cb8 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:10:33.985913 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-7eef3d5d-49a1-4270-9bcb-815a37a6e7a8 req-ce88dc01-0188-429b-a49d-a0a41b869cb8 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 945 time: 0.0491781 Jul 28 04:10:34.034459 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-7eef3d5d-49a1-4270-9bcb-815a37a6e7a8 req-63279cc4-3334-4516-b4b0-41d24d7b1e6c tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/security-groups?id=ada1a7c9-67f9-471d-aeeb-86a4c3acdc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423632 Jul 28 04:10:34.156205 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cee6d5-9a71-4cf9-b369-62866cb99277 req-4605c8f5-637c-4c27-b9f9-59f778a481d3 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:10:34.157582 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-28cee6d5-9a71-4cf9-b369-62866cb99277 req-4605c8f5-637c-4c27-b9f9-59f778a481d3 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 945 time: 0.0476177 Jul 28 04:10:34.210937 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-28cee6d5-9a71-4cf9-b369-62866cb99277 req-ab122c31-5436-49c6-9a3c-333c5682ad7f tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/security-groups?id=ada1a7c9-67f9-471d-aeeb-86a4c3acdc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465910 Jul 28 04:10:34.543903 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f240055-7335-40da-9684-cbc06816e6e1 req-a83995c5-0d73-4877-8150-c7ed21d8181f tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:10:34.545474 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-0f240055-7335-40da-9684-cbc06816e6e1 req-a83995c5-0d73-4877-8150-c7ed21d8181f tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 945 time: 0.0507982 Jul 28 04:10:34.593542 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-0f240055-7335-40da-9684-cbc06816e6e1 req-5d0589ae-5128-4ff9-9eb3-1428a8fb3a3e tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/security-groups?id=ada1a7c9-67f9-471d-aeeb-86a4c3acdc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419354 Jul 28 04:10:39.589929 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=13 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:10:39.590625 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=19 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:10:42.250188 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=13 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:10:44.031536 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=23 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:10:44.587890 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=31 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:10:44.590162 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=22 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:10:44.838804 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-e74958f9-7fd0-478f-ba20-ef23a42494af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:45.045927 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65881a-c679-4fd7-a2eb-19e5fa894836 req-b0c951c9-b897-4278-a7c7-7e93a889ed28 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:10:45.047407 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-3b65881a-c679-4fd7-a2eb-19e5fa894836 req-b0c951c9-b897-4278-a7c7-7e93a889ed28 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 945 time: 0.0487938 Jul 28 04:10:45.099131 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-3b65881a-c679-4fd7-a2eb-19e5fa894836 req-33aed234-0016-4267-8b6d-3ba54c314283 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/security-groups?id=ada1a7c9-67f9-471d-aeeb-86a4c3acdc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444963 Jul 28 04:10:45.125300 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 33624) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:10:45.213652 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e282a29-115e-4616-9ac6-07970bb9d39d tempest-TestMinimumBasicScenario-520416763 tempest-TestMinimumBasicScenario-520416763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:10:45.215209 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-9e282a29-115e-4616-9ac6-07970bb9d39d tempest-TestMinimumBasicScenario-520416763 tempest-TestMinimumBasicScenario-520416763-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 1124 time: 0.0889120 Jul 28 04:10:45.218439 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 33628) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:10:45.222794 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-4e27aca0-f127-4114-94b6-ea4e819e5b40 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Request body: {'floatingip': {'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'port_id': '74dfe64d-b519-4bc9-aa9c-521238e031fb', 'tenant_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'fixed_ip_address': '172.20.0.5'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:10:45.311102 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4e27aca0-f127-4114-94b6-ea4e819e5b40 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:45.412438 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4e27aca0-f127-4114-94b6-ea4e819e5b40 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:45.524361 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.db_base_plugin_common [None req-4e27aca0-f127-4114-94b6-ea4e819e5b40 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Allocated IP 172.27.0.13 (ea650c0a-dc48-4a0d-a6e0-295879bc3df9/483d9f6f-a7db-4d58-8be3-14e833e697b6/99d827d2-b258-4ff0-a231-cc16809e0701) {{(pid=121475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:10:45.632735 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4e27aca0-f127-4114-94b6-ea4e819e5b40 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks [] for port (99d827d2-b258-4ff0-a231-cc16809e0701), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:45.730445 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4e27aca0-f127-4114-94b6-ea4e819e5b40 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3956301'] for port (99d827d2-b258-4ff0-a231-cc16809e0701), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:45.778789 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e27aca0-f127-4114-94b6-ea4e819e5b40 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Network ea650c0a-dc48-4a0d-a6e0-295879bc3df9 is already hosted by enough agents. {{(pid=121475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:10:45.783902 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.base_scheduler [None req-4e27aca0-f127-4114-94b6-ea4e819e5b40 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Resources bound (agent type, host, resource id): {{(pid=121475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:10:45.787336 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e27aca0-f127-4114-94b6-ea4e819e5b40 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Received port after_create {{(pid=121475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 04:10:45.793075 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e27aca0-f127-4114-94b6-ea4e819e5b40 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Pushing event updated for resources: {'Port': ['ID=99d827d2-b258-4ff0-a231-cc16809e0701,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:45.822641 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e27aca0-f127-4114-94b6-ea4e819e5b40 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:45.822989 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e27aca0-f127-4114-94b6-ea4e819e5b40 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:45.823335 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e27aca0-f127-4114-94b6-ea4e819e5b40 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:45.823676 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e27aca0-f127-4114-94b6-ea4e819e5b40 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:45.824047 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e27aca0-f127-4114-94b6-ea4e819e5b40 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:45.824381 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e27aca0-f127-4114-94b6-ea4e819e5b40 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:45.824711 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e27aca0-f127-4114-94b6-ea4e819e5b40 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:45.825039 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e27aca0-f127-4114-94b6-ea4e819e5b40 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:45.825368 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e27aca0-f127-4114-94b6-ea4e819e5b40 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:45.825694 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e27aca0-f127-4114-94b6-ea4e819e5b40 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:45.826021 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e27aca0-f127-4114-94b6-ea4e819e5b40 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:45.826345 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e27aca0-f127-4114-94b6-ea4e819e5b40 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:45.826668 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e27aca0-f127-4114-94b6-ea4e819e5b40 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:45.827127 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e27aca0-f127-4114-94b6-ea4e819e5b40 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:45.827314 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e27aca0-f127-4114-94b6-ea4e819e5b40 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:46.006464 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:10:46.056586 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:10:46.157865 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4e27aca0-f127-4114-94b6-ea4e819e5b40 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks [] for floatingip (6ebca2ab-b70a-4d07-af92-7c4ed3f3b193), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:46.281568 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4e27aca0-f127-4114-94b6-ea4e819e5b40 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (99d827d2-b258-4ff0-a231-cc16809e0701), before_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:46.440207 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4e27aca0-f127-4114-94b6-ea4e819e5b40 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks [] for port (99d827d2-b258-4ff0-a231-cc16809e0701), precommit_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:46.507065 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4e27aca0-f127-4114-94b6-ea4e819e5b40 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3956314'] for port (99d827d2-b258-4ff0-a231-cc16809e0701), after_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:46.582729 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e27aca0-f127-4114-94b6-ea4e819e5b40 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Pushing event updated for resources: {'Port': ['ID=99d827d2-b258-4ff0-a231-cc16809e0701,revision_number=2']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:46.593791 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4e27aca0-f127-4114-94b6-ea4e819e5b40 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739753'] for floatingip (6ebca2ab-b70a-4d07-af92-7c4ed3f3b193), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:46.696406 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.db.l3_db [None req-4e27aca0-f127-4114-94b6-ea4e819e5b40 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Floating IP 6ebca2ab-b70a-4d07-af92-7c4ed3f3b193 associated. External IP: 172.27.0.13, port: 74dfe64d-b519-4bc9-aa9c-521238e031fb. Jul 28 04:10:46.791006 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:10:46.912447 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e27aca0-f127-4114-94b6-ea4e819e5b40 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Router 2c7334b3-e793-408e-9985-be8b2e17fe15 has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 04:10:47.016572 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e27aca0-f127-4114-94b6-ea4e819e5b40 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:10:47.027235 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd8973b-963e-47b4-88cc-0d1845301222 None None] Sync routers for ids ['2c7334b3-e793-408e-9985-be8b2e17fe15'] in dv-cinder-851279-1-iscsi {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:10:47.037954 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd8973b-963e-47b4-88cc-0d1845301222 None None] Routers {'2c7334b3-e793-408e-9985-be8b2e17fe15'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:10:47.038642 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-0dd8973b-963e-47b4-88cc-0d1845301222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:10:17Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['2c7334b3-e793-408e-9985-be8b2e17fe15'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:10:47.099051 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-4e27aca0-f127-4114-94b6-ea4e819e5b40 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for floatingip (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:47.148198 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-0dd8973b-963e-47b4-88cc-0d1845301222 None None] Set router 2c7334b3-e793-408e-9985-be8b2e17fe15 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:10:47.387152 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-4e27aca0-f127-4114-94b6-ea4e819e5b40 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1650672 Jul 28 04:10:47.387152 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d43fe3-52d0-4ff7-b519-10abc0c30c97', 'tag': '74dfe64d-b519-4bc9-aa9c-521238e031fb'}] {{(pid=121475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:10:47.387685 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ccdd625b6c35f453df47d8ce3046bfbae24fa7e88dffa5888c0c6e748a7dd72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba03346-a71e-4bd9-9c15-66ead8becb24" -d '{"events": [{"name": "network-changed", "server_uuid": "99d43fe3-52d0-4ff7-b519-10abc0c30c97", "tag": "74dfe64d-b519-4bc9-aa9c-521238e031fb"}]}' {{(pid=121475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:10:47.387836 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 33630) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:10:47.394020 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [None req-890a1ce8-db88-43d7-b958-7daf0076b637 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-860220497', 'description': 'tempest-secgroup-smoke-860220497 description', 'project_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:10:47.409506 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-0dd8973b-963e-47b4-88cc-0d1845301222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7334b3-e793-408e-9985-be8b2e17fe15', 'name': 'tempest-TestMinimumBasicScenario-2080233046-router', 'tenant_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c3775fa8-1516-45d0-85ea-9f881801bfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:09:47Z', 'updated_at': '2022-07-28T04:09:51Z', 'revision_number': 4, 'project_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'gw_port': {'id': 'c3775fa8-1516-45d0-85ea-9f881801bfaf', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7334b3-e793-408e-9985-be8b2e17fe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:09:48Z', 'updated_at': '2022-07-28T04:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': '6ebca2ab-b70a-4d07-af92-7c4ed3f3b193', 'tenant_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'floating_ip_address': '172.27.0.13', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': '2c7334b3-e793-408e-9985-be8b2e17fe15', 'port_id': '74dfe64d-b519-4bc9-aa9c-521238e031fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94a232cd-980c-4117-bf05-f93f541f3ce6', 'mac_address': 'fa:16:3e:bf:d6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d43fe3-52d0-4ff7-b519-10abc0c30c97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T04:10:46Z', 'updated_at': '2022-07-28T04:10:46Z', 'revision_number': 0, 'project_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65c92c31-7999-4931-8272-2a0b6625eedb', 'name': '', 'network_id': '94a232cd-980c-4117-bf05-f93f541f3ce6', 'tenant_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'mac_address': 'fa:16:3e:56:38:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7334b3-e793-408e-9985-be8b2e17fe15', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'f26ac5b3-c1cc-4f7e-9ad1-83a2bb3ad5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:09:50Z', 'updated_at': '2022-07-28T04:09:56Z', 'revision_number': 5, 'project_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'subnets': [{'id': 'f26ac5b3-c1cc-4f7e-9ad1-83a2bb3ad5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:10:47.421215 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-53fb8cd6-1389-4ede-b4cb-48dd4692bffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:47.439653 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd8973b-963e-47b4-88cc-0d1845301222 None None] Checking router: 2c7334b3-e793-408e-9985-be8b2e17fe15 for host: dv-cinder-851279-1-iscsi {{(pid=121477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:10:47.450098 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd8973b-963e-47b4-88cc-0d1845301222 None None] Routers {'2c7334b3-e793-408e-9985-be8b2e17fe15'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:10:47.451148 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-0dd8973b-963e-47b4-88cc-0d1845301222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:10:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['2c7334b3-e793-408e-9985-be8b2e17fe15'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:10:47.478542 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-890a1ce8-db88-43d7-b958-7daf0076b637 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks [] for security_group (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:47.502723 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 04:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5ea464-5d79-40e8-98fc-7776bf93c53f x-openstack-request-id: req-ea5ea464-5d79-40e8-98fc-7776bf93c53f {{(pid=121475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:10:47.503016 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99d43fe3-52d0-4ff7-b519-10abc0c30c97", "tag": "74dfe64d-b519-4bc9-aa9c-521238e031fb", "status": "completed", "code": 200}]} {{(pid=121475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:10:47.503264 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ea5ea464-5d79-40e8-98fc-7776bf93c53f {{(pid=121475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:10:47.503685 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea5ea464-5d79-40e8-98fc-7776bf93c53f'] response: {'name': 'network-changed', 'server_uuid': '99d43fe3-52d0-4ff7-b519-10abc0c30c97', 'tag': '74dfe64d-b519-4bc9-aa9c-521238e031fb', 'status': 'completed', 'code': 200} Jul 28 04:10:47.564846 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-0dd8973b-963e-47b4-88cc-0d1845301222 None None] Set router 2c7334b3-e793-408e-9985-be8b2e17fe15 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:10:47.577918 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba03346-a71e-4bd9-9c15-66ead8becb24 req-6e47341b-e092-41b8-a839-396d5201712f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:10:47.579462 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-cba03346-a71e-4bd9-9c15-66ead8becb24 req-6e47341b-e092-41b8-a839-396d5201712f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a4c201d8672b4b2dab2a3fe4ef1242ec&device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 1129 time: 0.0551016 Jul 28 04:10:47.642654 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-890a1ce8-db88-43d7-b958-7daf0076b637 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks [] for security_group (7346ab17-480e-4591-8c6f-a0c25be76dc3), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:47.709273 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba03346-a71e-4bd9-9c15-66ead8becb24 req-3b6ddce5-df7d-4b4f-a0bc-45d916c4babc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:10:47.711792 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-cba03346-a71e-4bd9-9c15-66ead8becb24 req-3b6ddce5-df7d-4b4f-a0bc-45d916c4babc service neutron] 10.222.0.67 "GET /v2.0/networks?id=94a232cd-980c-4117-bf05-f93f541f3ce6 HTTP/1.1" status: 200 len: 916 time: 0.1252794 Jul 28 04:10:47.733930 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-890a1ce8-db88-43d7-b958-7daf0076b637 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (7346ab17-480e-4591-8c6f-a0c25be76dc3), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:47.824499 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-cba03346-a71e-4bd9-9c15-66ead8becb24 req-0701bdee-cca8-48e2-ab78-083c21ac282c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74dfe64d-b519-4bc9-aa9c-521238e031fb HTTP/1.1" status: 200 len: 998 time: 0.1063249 Jul 28 04:10:47.825295 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a1ce8-db88-43d7-b958-7daf0076b637 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7346ab17-480e-4591-8c6f-a0c25be76dc3,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:47.858065 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-0dd8973b-963e-47b4-88cc-0d1845301222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7334b3-e793-408e-9985-be8b2e17fe15', 'name': 'tempest-TestMinimumBasicScenario-2080233046-router', 'tenant_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c3775fa8-1516-45d0-85ea-9f881801bfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:09:47Z', 'updated_at': '2022-07-28T04:09:51Z', 'revision_number': 4, 'project_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'gw_port': {'id': 'c3775fa8-1516-45d0-85ea-9f881801bfaf', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7334b3-e793-408e-9985-be8b2e17fe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:09:48Z', 'updated_at': '2022-07-28T04:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': '6ebca2ab-b70a-4d07-af92-7c4ed3f3b193', 'tenant_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'floating_ip_address': '172.27.0.13', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': '2c7334b3-e793-408e-9985-be8b2e17fe15', 'port_id': '74dfe64d-b519-4bc9-aa9c-521238e031fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94a232cd-980c-4117-bf05-f93f541f3ce6', 'mac_address': 'fa:16:3e:bf:d6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d43fe3-52d0-4ff7-b519-10abc0c30c97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T04:10:46Z', 'updated_at': '2022-07-28T04:10:46Z', 'revision_number': 0, 'project_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65c92c31-7999-4931-8272-2a0b6625eedb', 'name': '', 'network_id': '94a232cd-980c-4117-bf05-f93f541f3ce6', 'tenant_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'mac_address': 'fa:16:3e:56:38:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7334b3-e793-408e-9985-be8b2e17fe15', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'f26ac5b3-c1cc-4f7e-9ad1-83a2bb3ad5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:09:50Z', 'updated_at': '2022-07-28T04:09:56Z', 'revision_number': 5, 'project_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'subnets': [{'id': 'f26ac5b3-c1cc-4f7e-9ad1-83a2bb3ad5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:10:47.889157 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba03346-a71e-4bd9-9c15-66ead8becb24 req-d0702c3f-82ed-427e-a74c-cffb8ad96910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:10:47.890827 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-cba03346-a71e-4bd9-9c15-66ead8becb24 req-d0702c3f-82ed-427e-a74c-cffb8ad96910 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f26ac5b3-c1cc-4f7e-9ad1-83a2bb3ad5ee HTTP/1.1" status: 200 len: 854 time: 0.0614102 Jul 28 04:10:47.896296 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-890a1ce8-db88-43d7-b958-7daf0076b637 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:47.900088 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-890a1ce8-db88-43d7-b958-7daf0076b637 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5087454 Jul 28 04:10:47.900983 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 33636) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:10:47.906535 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-e001f8f7-d1b0-47e9-8ef6-2aadadfa7569 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Request body: {'security_group_rule': {'security_group_id': '7346ab17-480e-4591-8c6f-a0c25be76dc3', 'project_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:10:47.957972 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba03346-a71e-4bd9-9c15-66ead8becb24 req-ab4dbee8-37ee-474d-ace8-01a7021f834a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:10:47.959692 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-cba03346-a71e-4bd9-9c15-66ead8becb24 req-ab4dbee8-37ee-474d-ace8-01a7021f834a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=94a232cd-980c-4117-bf05-f93f541f3ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607946 Jul 28 04:10:47.986300 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd8973b-963e-47b4-88cc-0d1845301222 None None] The sync data for ids ['2c7334b3-e793-408e-9985-be8b2e17fe15'] in dv-cinder-851279-1-iscsi is: [{'id': '2c7334b3-e793-408e-9985-be8b2e17fe15', 'name': 'tempest-TestMinimumBasicScenario-2080233046-router', 'tenant_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c3775fa8-1516-45d0-85ea-9f881801bfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:09:47Z', 'updated_at': '2022-07-28T04:09:51Z', 'revision_number': 4, 'project_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'gw_port': {'id': 'c3775fa8-1516-45d0-85ea-9f881801bfaf', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7334b3-e793-408e-9985-be8b2e17fe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:09:48Z', 'updated_at': '2022-07-28T04:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': '6ebca2ab-b70a-4d07-af92-7c4ed3f3b193', 'tenant_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'floating_ip_address': '172.27.0.13', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': '2c7334b3-e793-408e-9985-be8b2e17fe15', 'port_id': '74dfe64d-b519-4bc9-aa9c-521238e031fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94a232cd-980c-4117-bf05-f93f541f3ce6', 'mac_address': 'fa:16:3e:bf:d6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d43fe3-52d0-4ff7-b519-10abc0c30c97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T04:10:46Z', 'updated_at': '2022-07-28T04:10:46Z', 'revision_number': 0, 'project_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65c92c31-7999-4931-8272-2a0b6625eedb', 'name': '', 'network_id': '94a232cd-980c-4117-bf05-f93f541f3ce6', 'tenant_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'mac_address': 'fa:16:3e:56:38:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7334b3-e793-408e-9985-be8b2e17fe15', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'f26ac5b3-c1cc-4f7e-9ad1-83a2bb3ad5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:09:50Z', 'updated_at': '2022-07-28T04:09:56Z', 'revision_number': 5, 'project_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'subnets': [{'id': 'f26ac5b3-c1cc-4f7e-9ad1-83a2bb3ad5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:10:48.038282 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-e001f8f7-d1b0-47e9-8ef6-2aadadfa7569 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks [] for security_group_rule (3642eb21-c1b0-4951-8e33-84948b95dff7), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:48.100262 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-cba03346-a71e-4bd9-9c15-66ead8becb24 req-0019703a-f79f-4f27-95ee-04267fdd8fc8 service neutron] 10.222.0.67 "GET /v2.0/networks/94a232cd-980c-4117-bf05-f93f541f3ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324551 Jul 28 04:10:48.187635 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-e001f8f7-d1b0-47e9-8ef6-2aadadfa7569 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks [] for security_group_rule (3642eb21-c1b0-4951-8e33-84948b95dff7), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:48.239435 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-cba03346-a71e-4bd9-9c15-66ead8becb24 req-fa543e3b-f147-479f-8cf9-ea9aec604f8b service neutron] 10.222.0.67 "GET /v2.0/networks/94a232cd-980c-4117-bf05-f93f541f3ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266429 Jul 28 04:10:48.262774 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-e001f8f7-d1b0-47e9-8ef6-2aadadfa7569 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831501'] for security_group_rule (3642eb21-c1b0-4951-8e33-84948b95dff7), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:48.288323 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e001f8f7-d1b0-47e9-8ef6-2aadadfa7569 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3642eb21-c1b0-4951-8e33-84948b95dff7,revision_number=0']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:48.316202 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6152039-9dbb-4ec5-8953-0e79b6f3a90a None None] New status for floating IP 6ebca2ab-b70a-4d07-af92-7c4ed3f3b193: ACTIVE {{(pid=121476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 04:10:48.371365 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:48.374791 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-e001f8f7-d1b0-47e9-8ef6-2aadadfa7569 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:48.378909 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-e001f8f7-d1b0-47e9-8ef6-2aadadfa7569 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4747391 Jul 28 04:10:48.379681 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 33638) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:10:48.385051 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-9d360986-f18e-470b-88af-ab873fa899da tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Request body: {'security_group_rule': {'security_group_id': '7346ab17-480e-4591-8c6f-a0c25be76dc3', 'project_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:10:48.491712 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-9d360986-f18e-470b-88af-ab873fa899da tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks [] for security_group_rule (3c73666d-ad56-488c-8cdb-1dcf28e13b62), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:48.512602 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:10:48.555538 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-9d360986-f18e-470b-88af-ab873fa899da tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks [] for security_group_rule (3c73666d-ad56-488c-8cdb-1dcf28e13b62), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:48.678742 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-9d360986-f18e-470b-88af-ab873fa899da tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831501'] for security_group_rule (3c73666d-ad56-488c-8cdb-1dcf28e13b62), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:48.700073 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d360986-f18e-470b-88af-ab873fa899da tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c73666d-ad56-488c-8cdb-1dcf28e13b62,revision_number=0']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:48.838469 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-9d360986-f18e-470b-88af-ab873fa899da tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:48.839683 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-9d360986-f18e-470b-88af-ab873fa899da tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4583468 Jul 28 04:10:48.842602 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 33640) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:10:48.847467 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-8ab20584-d0e6-4f51-883a-90247119c549 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Request body: {'security_group_rule': {'security_group_id': '7346ab17-480e-4591-8c6f-a0c25be76dc3', 'project_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:10:48.941233 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-8ab20584-d0e6-4f51-883a-90247119c549 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks [] for security_group_rule (713ba7f0-3bc1-4ff3-9baa-084c48d8605e), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:49.022388 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-8ab20584-d0e6-4f51-883a-90247119c549 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks [] for security_group_rule (713ba7f0-3bc1-4ff3-9baa-084c48d8605e), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:49.047854 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d923ff-d983-4784-981f-1bbce4c5c5ac), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:49.107273 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-8ab20584-d0e6-4f51-883a-90247119c549 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831501'] for security_group_rule (713ba7f0-3bc1-4ff3-9baa-084c48d8605e), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:49.135563 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab20584-d0e6-4f51-883a-90247119c549 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=713ba7f0-3bc1-4ff3-9baa-084c48d8605e,revision_number=0']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:49.229185 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-8ab20584-d0e6-4f51-883a-90247119c549 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:49.230539 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-8ab20584-d0e6-4f51-883a-90247119c549 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3868821 Jul 28 04:10:49.234764 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 33642) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:10:49.239090 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-7224e889-c627-4174-acd1-5807cae5c806 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Request body: {'security_group_rule': {'security_group_id': '7346ab17-480e-4591-8c6f-a0c25be76dc3', 'project_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:10:49.253444 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:10:49.366289 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-7224e889-c627-4174-acd1-5807cae5c806 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks [] for security_group_rule (f2aa4825-89e3-4a44-ad61-c0f497530187), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:49.438266 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-7224e889-c627-4174-acd1-5807cae5c806 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks [] for security_group_rule (f2aa4825-89e3-4a44-ad61-c0f497530187), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:49.539497 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-7224e889-c627-4174-acd1-5807cae5c806 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831501'] for security_group_rule (f2aa4825-89e3-4a44-ad61-c0f497530187), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:49.562138 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224e889-c627-4174-acd1-5807cae5c806 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2aa4825-89e3-4a44-ad61-c0f497530187,revision_number=0']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:49.586968 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:49.661313 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-7224e889-c627-4174-acd1-5807cae5c806 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:49.663190 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-7224e889-c627-4174-acd1-5807cae5c806 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4274790 Jul 28 04:10:49.666009 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 33644) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:10:49.670220 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-b9dddd38-50c3-4842-9df8-227b1ae43953 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Request body: {'security_group_rule': {'security_group_id': '7346ab17-480e-4591-8c6f-a0c25be76dc3', 'project_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:10:49.762383 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.db.securitygroups_db [None req-b9dddd38-50c3-4842-9df8-227b1ae43953 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Project a4c201d8672b4b2dab2a3fe4ef1242ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 04:10:49.769111 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-b9dddd38-50c3-4842-9df8-227b1ae43953 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks [] for security_group_rule (6af31b13-b574-4c20-93be-d9f9e863e326), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:49.832991 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-b9dddd38-50c3-4842-9df8-227b1ae43953 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks [] for security_group_rule (6af31b13-b574-4c20-93be-d9f9e863e326), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:49.913426 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.agents_db [None req-58c662dc-5ea5-4853-b3cc-f7bb2188e679 None None] Agent healthcheck: found 6 active agents {{(pid=121477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:10:49.927918 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-b9dddd38-50c3-4842-9df8-227b1ae43953 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831501'] for security_group_rule (6af31b13-b574-4c20-93be-d9f9e863e326), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:49.948100 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dddd38-50c3-4842-9df8-227b1ae43953 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6af31b13-b574-4c20-93be-d9f9e863e326,revision_number=0']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:50.038586 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-b9dddd38-50c3-4842-9df8-227b1ae43953 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:50.039897 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-b9dddd38-50c3-4842-9df8-227b1ae43953 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3729649 Jul 28 04:10:50.043150 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 33646) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:10:50.048230 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-967bcd2f-730d-487c-bc39-fe74c9e21e6b tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Request body: {'security_group_rule': {'security_group_id': '7346ab17-480e-4591-8c6f-a0c25be76dc3', 'project_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:10:50.134502 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:50.147543 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.db.securitygroups_db [None req-967bcd2f-730d-487c-bc39-fe74c9e21e6b tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Project a4c201d8672b4b2dab2a3fe4ef1242ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 04:10:50.155327 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-967bcd2f-730d-487c-bc39-fe74c9e21e6b tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks [] for security_group_rule (087755ea-53bf-4df9-849c-83c43261cb9e), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:50.221047 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-967bcd2f-730d-487c-bc39-fe74c9e21e6b tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks [] for security_group_rule (087755ea-53bf-4df9-849c-83c43261cb9e), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:50.322575 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-967bcd2f-730d-487c-bc39-fe74c9e21e6b tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831501'] for security_group_rule (087755ea-53bf-4df9-849c-83c43261cb9e), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:50.353059 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967bcd2f-730d-487c-bc39-fe74c9e21e6b tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=087755ea-53bf-4df9-849c-83c43261cb9e,revision_number=0']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:50.428891 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-967bcd2f-730d-487c-bc39-fe74c9e21e6b tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:50.430793 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-967bcd2f-730d-487c-bc39-fe74c9e21e6b tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3865435 Jul 28 04:10:50.519093 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:10:50.529164 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-5052ab52-a489-484c-adfc-b63d7e8c3f01 req-abc6f2ee-0cff-4b2c-86b2-905e4784c7e4 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-860220497&fields=id&tenant_id=a4c201d8672b4b2dab2a3fe4ef1242ec HTTP/1.1" status: 200 len: 267 time: 0.0527022 Jul 28 04:10:50.583399 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052ab52-a489-484c-adfc-b63d7e8c3f01 req-59a0475e-9467-4a26-84a5-ea61a29c1ca6 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:10:50.584982 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-5052ab52-a489-484c-adfc-b63d7e8c3f01 req-59a0475e-9467-4a26-84a5-ea61a29c1ca6 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 945 time: 0.0502603 Jul 28 04:10:50.597144 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [req-5052ab52-a489-484c-adfc-b63d7e8c3f01 req-6f845bd0-9e49-4b6d-b6e4-553771eaf2b2 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Request body: {'port': {'security_groups': ['ada1a7c9-67f9-471d-aeeb-86a4c3acdc5e', '7346ab17-480e-4591-8c6f-a0c25be76dc3']}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:10:50.681931 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [req-5052ab52-a489-484c-adfc-b63d7e8c3f01 req-6f845bd0-9e49-4b6d-b6e4-553771eaf2b2 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (74dfe64d-b519-4bc9-aa9c-521238e031fb), before_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:50.937439 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.db [req-5052ab52-a489-484c-adfc-b63d7e8c3f01 req-6f845bd0-9e49-4b6d-b6e4-553771eaf2b2 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] For port 74dfe64d-b519-4bc9-aa9c-521238e031fb, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=74dfe64d-b519-4bc9-aa9c-521238e031fb,segment=NetworkSegment(7045eba6-499b-4c46-bfdc-84f068de66aa),segment_id=7045eba6-499b-4c46-bfdc-84f068de66aa)] {{(pid=121475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:10:50.967754 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [req-5052ab52-a489-484c-adfc-b63d7e8c3f01 req-6f845bd0-9e49-4b6d-b6e4-553771eaf2b2 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks [] for port (74dfe64d-b519-4bc9-aa9c-521238e031fb), precommit_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:51.044343 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [req-5052ab52-a489-484c-adfc-b63d7e8c3f01 req-6f845bd0-9e49-4b6d-b6e4-553771eaf2b2 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3956314'] for port (74dfe64d-b519-4bc9-aa9c-521238e031fb), after_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:51.057184 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] get_ports_and_sgs() called for port_ids ['74dfe64d-b519-4bc9-aa9c-521238e031fb'] {{(pid=121476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:10:51.101612 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052ab52-a489-484c-adfc-b63d7e8c3f01 req-6f845bd0-9e49-4b6d-b6e4-553771eaf2b2 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:10:51.102399 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [req-5052ab52-a489-484c-adfc-b63d7e8c3f01 req-6f845bd0-9e49-4b6d-b6e4-553771eaf2b2 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:51.103813 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-5052ab52-a489-484c-adfc-b63d7e8c3f01 req-6f845bd0-9e49-4b6d-b6e4-553771eaf2b2 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "PUT /v2.0/ports/74dfe64d-b519-4bc9-aa9c-521238e031fb HTTP/1.1" status: 200 len: 981 time: 0.5114086 Jul 28 04:10:51.104285 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d43fe3-52d0-4ff7-b519-10abc0c30c97', 'tag': '74dfe64d-b519-4bc9-aa9c-521238e031fb'}] {{(pid=121475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:10:51.106667 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ccdd625b6c35f453df47d8ce3046bfbae24fa7e88dffa5888c0c6e748a7dd72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cb211b-3498-4d23-8aea-09b0eba3552c" -d '{"events": [{"name": "network-changed", "server_uuid": "99d43fe3-52d0-4ff7-b519-10abc0c30c97", "tag": "74dfe64d-b519-4bc9-aa9c-521238e031fb"}]}' {{(pid=121475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:10:51.139302 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f845bd0-9e49-4b6d-b6e4-553771eaf2b2 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Pushing event updated for resources: {'Port': ['ID=74dfe64d-b519-4bc9-aa9c-521238e031fb,revision_number=6']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:51.171920 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] get_ports_and_sgs() called for port_ids ['74dfe64d-b519-4bc9-aa9c-521238e031fb'] {{(pid=121476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:10:51.172438 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 04:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff500a5-7fd9-4360-9b5d-a115ec6dd480 x-openstack-request-id: req-4ff500a5-7fd9-4360-9b5d-a115ec6dd480 {{(pid=121475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:10:51.172438 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99d43fe3-52d0-4ff7-b519-10abc0c30c97", "tag": "74dfe64d-b519-4bc9-aa9c-521238e031fb", "status": "completed", "code": 200}]} {{(pid=121475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:10:51.172438 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4ff500a5-7fd9-4360-9b5d-a115ec6dd480 {{(pid=121475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:10:51.172438 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ff500a5-7fd9-4360-9b5d-a115ec6dd480'] response: {'name': 'network-changed', 'server_uuid': '99d43fe3-52d0-4ff7-b519-10abc0c30c97', 'tag': '74dfe64d-b519-4bc9-aa9c-521238e031fb', 'status': 'completed', 'code': 200} Jul 28 04:10:51.212027 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:10:51.231051 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a61b34-fb03-4bd0-85e9-63c6c5d51c84 req-199d40c6-b236-476c-a48a-22b24751d402 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:10:51.232709 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-c6a61b34-fb03-4bd0-85e9-63c6c5d51c84 req-199d40c6-b236-476c-a48a-22b24751d402 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 984 time: 0.0590656 Jul 28 04:10:51.252695 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb211b-3498-4d23-8aea-09b0eba3552c req-faedef34-9eaf-4cdd-848d-8138f5ff9c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:10:51.254252 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-60cb211b-3498-4d23-8aea-09b0eba3552c req-faedef34-9eaf-4cdd-848d-8138f5ff9c96 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a4c201d8672b4b2dab2a3fe4ef1242ec&device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 1168 time: 0.0582786 Jul 28 04:10:51.304557 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-c6a61b34-fb03-4bd0-85e9-63c6c5d51c84 req-e4d07f30-4c44-480c-a413-c7a00e8de272 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/security-groups?id=ada1a7c9-67f9-471d-aeeb-86a4c3acdc5e&id=7346ab17-480e-4591-8c6f-a0c25be76dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0647895 Jul 28 04:10:51.381454 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb211b-3498-4d23-8aea-09b0eba3552c req-3cc98601-4142-40c7-b916-68e9992d12f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:10:51.383224 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-60cb211b-3498-4d23-8aea-09b0eba3552c req-3cc98601-4142-40c7-b916-68e9992d12f1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=94a232cd-980c-4117-bf05-f93f541f3ce6 HTTP/1.1" status: 200 len: 916 time: 0.1221235 Jul 28 04:10:51.445950 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-60cb211b-3498-4d23-8aea-09b0eba3552c req-a69ae81e-fca6-4812-8335-3ee468a087e5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74dfe64d-b519-4bc9-aa9c-521238e031fb HTTP/1.1" status: 200 len: 1000 time: 0.0569136 Jul 28 04:10:51.460442 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-2f54c707-5101-4dcc-bfcc-80478c262094 None None] Provisioning complete for port 74dfe64d-b519-4bc9-aa9c-521238e031fb triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:10:51.461426 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-2f54c707-5101-4dcc-bfcc-80478c262094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (74dfe64d-b519-4bc9-aa9c-521238e031fb), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:10:51.492252 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:10:51.498448 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb211b-3498-4d23-8aea-09b0eba3552c req-e95b99b7-ed9f-42aa-baad-d1a4251b2e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:10:51.499927 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-60cb211b-3498-4d23-8aea-09b0eba3552c req-e95b99b7-ed9f-42aa-baad-d1a4251b2e56 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f26ac5b3-c1cc-4f7e-9ad1-83a2bb3ad5ee HTTP/1.1" status: 200 len: 854 time: 0.0485215 Jul 28 04:10:51.549350 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb211b-3498-4d23-8aea-09b0eba3552c req-e9cb3147-b421-4984-af74-2dff2ba2dac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:10:51.550938 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-60cb211b-3498-4d23-8aea-09b0eba3552c req-e9cb3147-b421-4984-af74-2dff2ba2dac0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=94a232cd-980c-4117-bf05-f93f541f3ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456710 Jul 28 04:10:51.602303 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:10:51.624172 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:10:51.646265 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-60cb211b-3498-4d23-8aea-09b0eba3552c req-13128733-b1c2-4008-ad04-44b6310cd1e4 service neutron] 10.222.0.67 "GET /v2.0/networks/94a232cd-980c-4117-bf05-f93f541f3ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890906 Jul 28 04:10:51.649290 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:10:51.671489 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-2f54c707-5101-4dcc-bfcc-80478c262094 None None] Current status of the port 74dfe64d-b519-4bc9-aa9c-521238e031fb is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:10:51.746292 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-60cb211b-3498-4d23-8aea-09b0eba3552c req-7c4cf8ad-48c2-4c05-b21b-f6b12cdb8fbb service neutron] 10.222.0.67 "GET /v2.0/networks/94a232cd-980c-4117-bf05-f93f541f3ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935781 Jul 28 04:10:56.932250 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-fe9c09bd-759e-487a-b872-a0f6788a3be7 req-4be5dd40-9028-4ee1-9f13-d556ca1c1fc4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fa34a319-36da-4d32-879f-76740e89aecc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435967 Jul 28 04:10:57.020279 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c09bd-759e-487a-b872-a0f6788a3be7 req-2fb8bc55-2b82-4786-a8af-ca0605c213fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:10:57.021781 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-fe9c09bd-759e-487a-b872-a0f6788a3be7 req-2fb8bc55-2b82-4786-a8af-ca0605c213fc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9aa592e1b58f4804ad264f0cd721b1ca&device_id=fa34a319-36da-4d32-879f-76740e89aecc HTTP/1.1" status: 200 len: 1129 time: 0.0419083 Jul 28 04:10:57.135273 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c09bd-759e-487a-b872-a0f6788a3be7 req-6d24dd96-1c06-4835-92ef-7b095969e6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:10:57.136811 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-fe9c09bd-759e-487a-b872-a0f6788a3be7 req-6d24dd96-1c06-4835-92ef-7b095969e6a6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=672eb351-e67a-4327-be23-b1a7215130a6 HTTP/1.1" status: 200 len: 911 time: 0.0967524 Jul 28 04:10:57.199869 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-fe9c09bd-759e-487a-b872-a0f6788a3be7 req-db65c3cc-ab8d-4cd9-831a-2c216bcc16f2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf07003f-197f-47fc-987f-30b50dad1a5e HTTP/1.1" status: 200 len: 1001 time: 0.0567431 Jul 28 04:10:57.253130 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c09bd-759e-487a-b872-a0f6788a3be7 req-3742165d-02b8-407e-9b0c-ee690fdf723b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:10:57.254610 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-fe9c09bd-759e-487a-b872-a0f6788a3be7 req-3742165d-02b8-407e-9b0c-ee690fdf723b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dd333499-a093-4bb7-a733-016cbbcdd8fe HTTP/1.1" status: 200 len: 849 time: 0.0477846 Jul 28 04:10:57.305210 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c09bd-759e-487a-b872-a0f6788a3be7 req-c9859929-51cd-45e9-a68c-ac1d9d15c5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:10:57.306716 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-fe9c09bd-759e-487a-b872-a0f6788a3be7 req-c9859929-51cd-45e9-a68c-ac1d9d15c5ae service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=672eb351-e67a-4327-be23-b1a7215130a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463712 Jul 28 04:10:57.402958 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-fe9c09bd-759e-487a-b872-a0f6788a3be7 req-a91ba804-e192-4af1-a3c6-4fc8f2ac12c2 service neutron] 10.222.0.67 "GET /v2.0/networks/672eb351-e67a-4327-be23-b1a7215130a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902863 Jul 28 04:10:57.495919 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-fe9c09bd-759e-487a-b872-a0f6788a3be7 req-ea339095-5646-4228-85fa-17689611dcce service neutron] 10.222.0.67 "GET /v2.0/networks/672eb351-e67a-4327-be23-b1a7215130a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869272 Jul 28 04:10:57.862318 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=74 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:10:59.909889 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=76 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:11:01.298358 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=55,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:11:01.851546 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=69 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:11:06.769551 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8480c-4060-41b7-8b2b-7eebd6176bc0 req-1d54e475-5844-40a2-92ee-a9cae816072a tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:06.771103 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-5bb8480c-4060-41b7-8b2b-7eebd6176bc0 req-1d54e475-5844-40a2-92ee-a9cae816072a tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 984 time: 0.0550632 Jul 28 04:11:06.841249 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-5bb8480c-4060-41b7-8b2b-7eebd6176bc0 req-8e16c501-0676-463d-bd75-2ad8c0bb1fb4 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/security-groups?id=ada1a7c9-67f9-471d-aeeb-86a4c3acdc5e&id=7346ab17-480e-4591-8c6f-a0c25be76dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0632164 Jul 28 04:11:07.084739 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515337a5-2e98-43c2-ab77-ccb324da8f10 req-865c067f-c689-41f2-94b9-ade775cfdb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:07.086370 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-515337a5-2e98-43c2-ab77-ccb324da8f10 req-865c067f-c689-41f2-94b9-ade775cfdb06 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a4c201d8672b4b2dab2a3fe4ef1242ec&device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 1168 time: 0.0461187 Jul 28 04:11:07.191241 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515337a5-2e98-43c2-ab77-ccb324da8f10 req-8b5a8d4c-7ad1-4426-9412-4401d71eb2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:07.192761 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-515337a5-2e98-43c2-ab77-ccb324da8f10 req-8b5a8d4c-7ad1-4426-9412-4401d71eb2d9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=94a232cd-980c-4117-bf05-f93f541f3ce6 HTTP/1.1" status: 200 len: 916 time: 0.0993743 Jul 28 04:11:07.239566 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:11:07.261170 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-515337a5-2e98-43c2-ab77-ccb324da8f10 req-2b80ecf1-908e-4b81-9b9e-1fc0f300a879 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74dfe64d-b519-4bc9-aa9c-521238e031fb HTTP/1.1" status: 200 len: 1000 time: 0.0623367 Jul 28 04:11:07.318545 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515337a5-2e98-43c2-ab77-ccb324da8f10 req-098c0c04-14ce-4b1c-801a-03a9ba7e1f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:07.319929 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-515337a5-2e98-43c2-ab77-ccb324da8f10 req-098c0c04-14ce-4b1c-801a-03a9ba7e1f6e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f26ac5b3-c1cc-4f7e-9ad1-83a2bb3ad5ee HTTP/1.1" status: 200 len: 854 time: 0.0511246 Jul 28 04:11:07.379278 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515337a5-2e98-43c2-ab77-ccb324da8f10 req-a0d6cf2a-e548-409e-9f58-2c5b443652e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:07.380911 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-515337a5-2e98-43c2-ab77-ccb324da8f10 req-a0d6cf2a-e548-409e-9f58-2c5b443652e4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=94a232cd-980c-4117-bf05-f93f541f3ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535903 Jul 28 04:11:07.478883 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-515337a5-2e98-43c2-ab77-ccb324da8f10 req-1cdc2b4d-babc-4af3-92a0-898c5b8392ea service neutron] 10.222.0.67 "GET /v2.0/networks/94a232cd-980c-4117-bf05-f93f541f3ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915642 Jul 28 04:11:07.803806 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:11:07.836998 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-515337a5-2e98-43c2-ab77-ccb324da8f10 req-c1e19cfc-3c54-4359-9762-a02948e3f759 service neutron] 10.222.0.67 "GET /v2.0/networks/94a232cd-980c-4117-bf05-f93f541f3ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516510 Jul 28 04:11:07.970403 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396a75be-6107-4be6-9605-83accd5acd20 req-73186bef-642e-4f4a-a1b6-3d75c14703ca tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:07.971908 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-396a75be-6107-4be6-9605-83accd5acd20 req-73186bef-642e-4f4a-a1b6-3d75c14703ca tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 984 time: 0.0500510 Jul 28 04:11:08.037639 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-396a75be-6107-4be6-9605-83accd5acd20 req-5040f4ac-5277-4428-983e-8fb795e7f4b8 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/security-groups?id=ada1a7c9-67f9-471d-aeeb-86a4c3acdc5e&id=7346ab17-480e-4591-8c6f-a0c25be76dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598655 Jul 28 04:11:09.163247 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed72d0-6228-46eb-818f-55004ce4a107 req-6e15f409-ceb3-4c83-9b64-b6c6a8249713 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:09.165453 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-8fed72d0-6228-46eb-818f-55004ce4a107 req-6e15f409-ceb3-4c83-9b64-b6c6a8249713 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 984 time: 0.0485518 Jul 28 04:11:09.226177 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-8fed72d0-6228-46eb-818f-55004ce4a107 req-a930626f-91b7-4362-a35a-3697e5f9e9ab tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/security-groups?id=ada1a7c9-67f9-471d-aeeb-86a4c3acdc5e&id=7346ab17-480e-4591-8c6f-a0c25be76dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545719 Jul 28 04:11:10.352001 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f887e59-fa52-4380-a8f8-26c27c085f16 req-358d5386-fd88-4d5f-8dc6-d0108caa0723 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:10.354138 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-5f887e59-fa52-4380-a8f8-26c27c085f16 req-358d5386-fd88-4d5f-8dc6-d0108caa0723 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 984 time: 0.0511534 Jul 28 04:11:10.417635 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-5f887e59-fa52-4380-a8f8-26c27c085f16 req-4fffc34f-2834-46ed-bd01-cd9176bbb1cb tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/security-groups?id=ada1a7c9-67f9-471d-aeeb-86a4c3acdc5e&id=7346ab17-480e-4591-8c6f-a0c25be76dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578856 Jul 28 04:11:11.548620 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be9fb5-bcdb-4779-bcf5-f09e1ecadb0b req-8d4c4aed-e401-4f39-a398-1b35440accb2 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:11.550108 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-48be9fb5-bcdb-4779-bcf5-f09e1ecadb0b req-8d4c4aed-e401-4f39-a398-1b35440accb2 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 984 time: 0.0485890 Jul 28 04:11:11.611918 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-48be9fb5-bcdb-4779-bcf5-f09e1ecadb0b req-8cb4033a-8830-4839-a31e-36371093cd72 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/security-groups?id=ada1a7c9-67f9-471d-aeeb-86a4c3acdc5e&id=7346ab17-480e-4591-8c6f-a0c25be76dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560381 Jul 28 04:11:12.463608 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-f587a4b9-af7c-4658-b1c8-b126588085fe tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1803004242&fields=id&tenant_id=9aa592e1b58f4804ad264f0cd721b1ca HTTP/1.1" status: 200 len: 267 time: 0.0472558 Jul 28 04:11:12.582948 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-59e06133-1d9a-46ba-88e7-e7aee593bdb5 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:12.584376 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-59e06133-1d9a-46ba-88e7-e7aee593bdb5 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/networks?id=672eb351-e67a-4327-be23-b1a7215130a6 HTTP/1.1" status: 200 len: 810 time: 0.1119118 Jul 28 04:11:12.600126 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-7d1ab5db-c5d7-4fa3-a691-a2ea40bda34b tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/quotas/9aa592e1b58f4804ad264f0cd721b1ca HTTP/1.1" status: 200 len: 375 time: 0.0096796 Jul 28 04:11:12.657375 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-5c071030-2773-421b-a2ec-8e78564703ae tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9aa592e1b58f4804ad264f0cd721b1ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507643 Jul 28 04:11:12.737233 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffeb66d-6695-4d85-af22-b002448df79d req-6f7f71d3-4735-4e21-ad7e-f3f559f69654 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:12.738754 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-7ffeb66d-6695-4d85-af22-b002448df79d req-6f7f71d3-4735-4e21-ad7e-f3f559f69654 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 984 time: 0.0518446 Jul 28 04:11:12.761294 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-a4d0907e-f84d-4e9a-a53e-37b439628fd0 service neutron] 10.222.0.66 "GET /v2.0/networks/672eb351-e67a-4327-be23-b1a7215130a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928962 Jul 28 04:11:12.802526 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-7ffeb66d-6695-4d85-af22-b002448df79d req-2af1a44b-5316-4f23-9f18-3ae86b6e9545 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/security-groups?id=ada1a7c9-67f9-471d-aeeb-86a4c3acdc5e&id=7346ab17-480e-4591-8c6f-a0c25be76dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568235 Jul 28 04:11:12.856364 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-d132a537-0e41-41f6-83d6-b1dba85f4da6 service neutron] 10.222.0.66 "GET /v2.0/networks/672eb351-e67a-4327-be23-b1a7215130a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881383 Jul 28 04:11:13.392009 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-d7f4ef52-6405-4d65-b2f3-25dd280de964 req-5f7551b4-6d45-4744-8ec6-3b0335779060 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42 HTTP/1.1" status: 200 len: 210 time: 0.0296240 Jul 28 04:11:13.936533 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb02748-e52f-4cd0-9cca-bdc2dd5e59c1 req-08d7ab9c-d9b9-4106-bc32-3326c4d92623 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:13.938123 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ffb02748-e52f-4cd0-9cca-bdc2dd5e59c1 req-08d7ab9c-d9b9-4106-bc32-3326c4d92623 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 984 time: 0.0593066 Jul 28 04:11:13.950860 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:11:14.005278 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ffb02748-e52f-4cd0-9cca-bdc2dd5e59c1 req-4dc00762-4f61-45de-bdbf-2dd019391182 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/security-groups?id=ada1a7c9-67f9-471d-aeeb-86a4c3acdc5e&id=7346ab17-480e-4591-8c6f-a0c25be76dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610087 Jul 28 04:11:14.499984 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-5123f80a-7fd1-4014-a954-4a32e7d704b4 req-70ae6548-4d70-44ce-8963-1f968335c7e3 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42 HTTP/1.1" status: 200 len: 210 time: 0.0309119 Jul 28 04:11:14.770633 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=4 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:11:14.772339 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=4 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:11:14.865945 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-c79d0e5f-7b23-43e0-8629-0060e00cdf57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:15.157448 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5026500-7fea-48e0-83a4-70193214131f req-e6667822-db80-4709-91af-63216852fd55 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:15.158943 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-e5026500-7fea-48e0-83a4-70193214131f req-e6667822-db80-4709-91af-63216852fd55 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 984 time: 0.0502715 Jul 28 04:11:15.230018 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-e5026500-7fea-48e0-83a4-70193214131f req-2acdeba6-b92f-4fff-a1ec-998cac973431 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/security-groups?id=ada1a7c9-67f9-471d-aeeb-86a4c3acdc5e&id=7346ab17-480e-4591-8c6f-a0c25be76dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601623 Jul 28 04:11:15.424940 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-974ce791-ef39-46f5-8fc5-c38cf1065fa4 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:15.426303 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-974ce791-ef39-46f5-8fc5-c38cf1065fa4 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.67 "GET /v2.0/networks?id=672eb351-e67a-4327-be23-b1a7215130a6 HTTP/1.1" status: 200 len: 810 time: 0.1136687 Jul 28 04:11:15.490110 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:11:15.512141 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-15549ec3-eae1-41da-84f7-cc101d6e30a9 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9aa592e1b58f4804ad264f0cd721b1ca HTTP/1.1" status: 200 len: 380 time: 0.0589375 Jul 28 04:11:15.527398 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-67c4e48f-2064-4b9d-a3da-a56209514e91 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Request body: {'port': {'device_id': '25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42', 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6', 'admin_state_up': True, 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'security_groups': ['5db21c8f-5862-41d5-8a89-995394f64605']}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:11:15.641784 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-273179a5-224d-4ad0-9ed7-e1af8a9485ec req-c66d655b-33f0-4f13-840f-761519922565 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42 HTTP/1.1" status: 200 len: 210 time: 0.0525503 Jul 28 04:11:15.763194 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-67c4e48f-2064-4b9d-a3da-a56209514e91 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Made reservation on behalf of 9aa592e1b58f4804ad264f0cd721b1ca for: {'port': 1} {{(pid=121474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:11:15.766867 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-67c4e48f-2064-4b9d-a3da-a56209514e91 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:15.910047 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.db_base_plugin_common [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-67c4e48f-2064-4b9d-a3da-a56209514e91 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Allocated IP 172.20.0.11 (672eb351-e67a-4327-be23-b1a7215130a6/dd333499-a093-4bb7-a733-016cbbcdd8fe/dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc) {{(pid=121474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:11:16.073669 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-67c4e48f-2064-4b9d-a3da-a56209514e91 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks [] for port (dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc), precommit_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:16.190903 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-67c4e48f-2064-4b9d-a3da-a56209514e91 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc), after_create {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:16.238803 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-67c4e48f-2064-4b9d-a3da-a56209514e91 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Network 672eb351-e67a-4327-be23-b1a7215130a6 is already hosted by enough agents. {{(pid=121474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:11:16.244847 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.base_scheduler [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-67c4e48f-2064-4b9d-a3da-a56209514e91 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Resources bound (agent type, host, resource id): {{(pid=121474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:11:16.249208 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-67c4e48f-2064-4b9d-a3da-a56209514e91 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Received port after_create {{(pid=121474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 04:11:16.258208 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:11:16.278467 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4e48f-2064-4b9d-a3da-a56209514e91 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Pushing event updated for resources: {'Port': ['ID=dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc,revision_number=1']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:11:16.289084 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4e48f-2064-4b9d-a3da-a56209514e91 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:16.292231 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4e48f-2064-4b9d-a3da-a56209514e91 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:16.292780 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4e48f-2064-4b9d-a3da-a56209514e91 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:16.294407 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4e48f-2064-4b9d-a3da-a56209514e91 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:16.297381 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4e48f-2064-4b9d-a3da-a56209514e91 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:16.297381 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4e48f-2064-4b9d-a3da-a56209514e91 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:16.297381 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4e48f-2064-4b9d-a3da-a56209514e91 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:16.298388 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4e48f-2064-4b9d-a3da-a56209514e91 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:16.298388 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4e48f-2064-4b9d-a3da-a56209514e91 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:16.298623 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4e48f-2064-4b9d-a3da-a56209514e91 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:16.298870 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4e48f-2064-4b9d-a3da-a56209514e91 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:16.301527 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4e48f-2064-4b9d-a3da-a56209514e91 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:16.301527 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4e48f-2064-4b9d-a3da-a56209514e91 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:16.301527 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4e48f-2064-4b9d-a3da-a56209514e91 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:16.304383 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4e48f-2064-4b9d-a3da-a56209514e91 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:16.339308 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-67c4e48f-2064-4b9d-a3da-a56209514e91 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:16.340009 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-67c4e48f-2064-4b9d-a3da-a56209514e91 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:16.409874 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6ff73-8d6c-4483-8cff-d8ee76822617 req-e77e1179-e766-4369-8c57-706563cd3b6b tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:16.411739 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-31d6ff73-8d6c-4483-8cff-d8ee76822617 req-e77e1179-e766-4369-8c57-706563cd3b6b tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 984 time: 0.0687561 Jul 28 04:11:16.480159 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-31d6ff73-8d6c-4483-8cff-d8ee76822617 req-4b58d984-191e-437e-9f50-113c4e180758 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/security-groups?id=ada1a7c9-67f9-471d-aeeb-86a4c3acdc5e&id=7346ab17-480e-4591-8c6f-a0c25be76dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0618989 Jul 28 04:11:16.504098 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-67c4e48f-2064-4b9d-a3da-a56209514e91 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9813540 Jul 28 04:11:16.515304 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.v2.base [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-a996be48-5ccf-417a-aebf-70585366f965 service neutron] Request body: {'port': {'device_id': '25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=121474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:11:16.538045 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:11:16.554550 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-cfcc8074-6482-4712-9c79-e4f1c47087ac None None] Provisioning complete for port dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:11:16.555157 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-cfcc8074-6482-4712-9c79-e4f1c47087ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:16.583061 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-a996be48-5ccf-417a-aebf-70585366f965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:16.594076 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc8074-6482-4712-9c79-e4f1c47087ac None None] Port dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc cannot update to ACTIVE because it is not bound. {{(pid=121476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 04:11:16.770591 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3cb0d-6520-42f1-bff3-4863cbce0915 req-39a7203c-4c97-4305-9f2b-afb2c4488f9f tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:16.772214 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-94b3cb0d-6520-42f1-bff3-4863cbce0915 req-39a7203c-4c97-4305-9f2b-afb2c4488f9f tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42 HTTP/1.1" status: 200 len: 932 time: 0.0523548 Jul 28 04:11:16.830221 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-94b3cb0d-6520-42f1-bff3-4863cbce0915 req-9fb9c7a7-7bdc-4590-a3d0-46e6e88d152b tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484743 Jul 28 04:11:16.872073 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-a996be48-5ccf-417a-aebf-70585366f965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc {{(pid=121474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 04:11:16.880409 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-a996be48-5ccf-417a-aebf-70585366f965 service neutron] Publish callbacks [] for port (dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc), precommit_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:16.894708 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.provisioning_blocks [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-a996be48-5ccf-417a-aebf-70585366f965 service neutron] Transition to ACTIVE for port object dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc will not be triggered until provisioned by entity L2. {{(pid=121474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 04:11:16.963595 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-a996be48-5ccf-417a-aebf-70585366f965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26044716'] for port (dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:17.017622 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a996be48-5ccf-417a-aebf-70585366f965 service neutron] Pushing event updated for resources: {'Port': ['ID=dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc,revision_number=2']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:11:17.099016 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-a996be48-5ccf-417a-aebf-70585366f965 service neutron] Attempting to bind port dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc on host hv-cinder-85127 for vnic_type normal with profile {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 04:11:17.099277 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-a996be48-5ccf-417a-aebf-70585366f965 service neutron] Attempting to bind port dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '09964986-2991-46e1-a3b0-006f2cde8ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6'}] {{(pid=121474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 04:11:17.099613 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-a996be48-5ccf-417a-aebf-70585366f965 service neutron] Attempting to bind port dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc on network 672eb351-e67a-4327-be23-b1a7215130a6 {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:11:17.105104 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-a996be48-5ccf-417a-aebf-70585366f965 service neutron] Port dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc on network 672eb351-e67a-4327-be23-b1a7215130a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 04:11:17.105428 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-a996be48-5ccf-417a-aebf-70585366f965 service neutron] Attempting to bind port dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc on network 672eb351-e67a-4327-be23-b1a7215130a6 {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 04:11:17.110766 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-a996be48-5ccf-417a-aebf-70585366f965 service neutron] Checking agent: {'id': 'a6d923ff-d983-4784-981f-1bbce4c5c5ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 3, 56, 49), 'started_at': datetime.datetime(2022, 7, 28, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 4, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 04:11:17.111111 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-a996be48-5ccf-417a-aebf-70585366f965 service neutron] Checking segment: {'id': '09964986-2991-46e1-a3b0-006f2cde8ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 04:11:17.111497 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-a996be48-5ccf-417a-aebf-70585366f965 service neutron] Bound using segment: {'id': '09964986-2991-46e1-a3b0-006f2cde8ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6'} {{(pid=121474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 04:11:17.111937 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.managers [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-a996be48-5ccf-417a-aebf-70585366f965 service neutron] Bound port: dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09964986-2991-46e1-a3b0-006f2cde8ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6'}}] {{(pid=121474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 04:11:17.112334 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-a996be48-5ccf-417a-aebf-70585366f965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc), before_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:17.125155 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:11:17.177916 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-a996be48-5ccf-417a-aebf-70585366f965 service neutron] For port dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc, host hv-cinder-85127, cleared binding levels {{(pid=121474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:11:17.181611 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-a996be48-5ccf-417a-aebf-70585366f965 service neutron] For port dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc,segment=NetworkSegment(09964986-2991-46e1-a3b0-006f2cde8ec9),segment_id=09964986-2991-46e1-a3b0-006f2cde8ec9)] {{(pid=121474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:11:17.260869 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-a996be48-5ccf-417a-aebf-70585366f965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26044716'] for port (dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc), after_update {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:17.293571 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-a996be48-5ccf-417a-aebf-70585366f965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:17.294193 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-a996be48-5ccf-417a-aebf-70585366f965 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:17.295604 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-a996be48-5ccf-417a-aebf-70585366f965 service neutron] 10.222.0.67 "PUT /v2.0/ports/dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc HTTP/1.1" status: 200 len: 1094 time: 0.7847273 Jul 28 04:11:17.296063 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42', 'tag': 'dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:11:17.298313 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b505e59b-e05a-4a5e-bd38-8848a17d4b08" -d '{"events": [{"name": "network-changed", "server_uuid": "25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42", "tag": "dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:11:17.327307 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a996be48-5ccf-417a-aebf-70585366f965 service neutron] Pushing event updated for resources: {'Port': ['ID=dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc,revision_number=3']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:11:17.362459 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 04:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1baf415b-60c8-4ccc-b66e-631ccc1c459c x-openstack-request-id: req-1baf415b-60c8-4ccc-b66e-631ccc1c459c {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:11:17.362958 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42", "tag": "dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:11:17.363325 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1baf415b-60c8-4ccc-b66e-631ccc1c459c {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:11:17.363877 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1baf415b-60c8-4ccc-b66e-631ccc1c459c'] response: {'name': 'network-changed', 'server_uuid': '25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42', 'tag': 'dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc', 'status': 'completed', 'code': 200} Jul 28 04:11:17.429781 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b505e59b-e05a-4a5e-bd38-8848a17d4b08 req-8b858ff7-fee6-47b2-8ef0-36ff5a1ec3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:17.432053 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b505e59b-e05a-4a5e-bd38-8848a17d4b08 req-8b858ff7-fee6-47b2-8ef0-36ff5a1ec3f3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9aa592e1b58f4804ad264f0cd721b1ca&device_id=25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42 HTTP/1.1" status: 200 len: 1128 time: 0.0468400 Jul 28 04:11:17.437524 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-85698089-2662-48c6-bb04-57878e5f1166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:17.543905 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b505e59b-e05a-4a5e-bd38-8848a17d4b08 req-d81db95d-3aa1-49f0-bb5d-f99ed258dce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:17.545650 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b505e59b-e05a-4a5e-bd38-8848a17d4b08 req-d81db95d-3aa1-49f0-bb5d-f99ed258dce6 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=9aa592e1b58f4804ad264f0cd721b1ca&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1074753 Jul 28 04:11:17.614932 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a9590-f61d-49a9-affe-faba9e1c3e32 req-be1d3425-da6e-4f87-a9fa-070481edf4da tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:17.617822 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-589a9590-f61d-49a9-affe-faba9e1c3e32 req-be1d3425-da6e-4f87-a9fa-070481edf4da tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 984 time: 0.0536377 Jul 28 04:11:17.653384 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b505e59b-e05a-4a5e-bd38-8848a17d4b08 req-a02dda0c-bbec-43eb-9b17-289039542664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:17.654864 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b505e59b-e05a-4a5e-bd38-8848a17d4b08 req-a02dda0c-bbec-43eb-9b17-289039542664 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1019976 Jul 28 04:11:17.688679 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-589a9590-f61d-49a9-affe-faba9e1c3e32 req-9eeb481a-aaa2-4590-8fc0-8c1bb2aa47db tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/security-groups?id=ada1a7c9-67f9-471d-aeeb-86a4c3acdc5e&id=7346ab17-480e-4591-8c6f-a0c25be76dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0656314 Jul 28 04:11:17.731887 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-9b90f677-f734-4ace-874b-9a10b4b07540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:17.733426 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-9b90f677-f734-4ace-874b-9a10b4b07540 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9aa592e1b58f4804ad264f0cd721b1ca&device_id=25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42 HTTP/1.1" status: 200 len: 1128 time: 0.0405555 Jul 28 04:11:17.777846 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-26a4d3b5-fa2c-471c-ae09-01083739c4e9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc HTTP/1.1" status: 200 len: 217 time: 0.0373552 Jul 28 04:11:17.828718 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-47a70110-63c3-4213-b7e0-3edb68617fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:17.830159 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-47a70110-63c3-4213-b7e0-3edb68617fb8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dd333499-a093-4bb7-a733-016cbbcdd8fe HTTP/1.1" status: 200 len: 849 time: 0.0449317 Jul 28 04:11:17.876331 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-300f9098-8f48-453e-9293-7b4a6b1642dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:17.877872 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-300f9098-8f48-453e-9293-7b4a6b1642dc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=672eb351-e67a-4327-be23-b1a7215130a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411558 Jul 28 04:11:17.985862 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1c1ba-3cf6-4d7e-bc26-ee0873296160 req-46aeae1a-5d9f-4c71-8e3f-5aaad44644e8 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:17.987335 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0fc1c1ba-3cf6-4d7e-bc26-ee0873296160 req-46aeae1a-5d9f-4c71-8e3f-5aaad44644e8 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42 HTTP/1.1" status: 200 len: 944 time: 0.0574191 Jul 28 04:11:18.020429 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:11:18.031913 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-2ee6f938-4d97-4487-9135-5b03526acc5a service neutron] 10.222.0.67 "GET /v2.0/networks/672eb351-e67a-4327-be23-b1a7215130a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481819 Jul 28 04:11:18.098866 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0fc1c1ba-3cf6-4d7e-bc26-ee0873296160 req-aa4e691b-a84f-4a35-b689-393f2e8a715c tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999198 Jul 28 04:11:18.145249 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-8534a8e9-d2f6-40b4-ab18-81d5c347799f req-7afbda9c-935f-4dbe-a409-151795fd88a6 service neutron] 10.222.0.67 "GET /v2.0/networks/672eb351-e67a-4327-be23-b1a7215130a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054931 Jul 28 04:11:18.338908 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:18.809841 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319e6b0-7787-45ad-bf27-1c7d3d5dc085 req-8bfe1cc0-c0a4-456a-af45-e38a49f1ae5d tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:18.811291 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-4319e6b0-7787-45ad-bf27-1c7d3d5dc085 req-8bfe1cc0-c0a4-456a-af45-e38a49f1ae5d tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 984 time: 0.0512698 Jul 28 04:11:18.872892 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-4319e6b0-7787-45ad-bf27-1c7d3d5dc085 req-6a3c47d7-7860-4705-9eae-05a055d07c18 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/security-groups?id=ada1a7c9-67f9-471d-aeeb-86a4c3acdc5e&id=7346ab17-480e-4591-8c6f-a0c25be76dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558159 Jul 28 04:11:18.980193 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d923ff-d983-4784-981f-1bbce4c5c5ac), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:19.218617 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1353f824-3039-42fc-90c0-a9b6e5f0e444 req-fb80bc80-c2f1-4738-8aa0-8a02699f7788 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:19.220132 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1353f824-3039-42fc-90c0-a9b6e5f0e444 req-fb80bc80-c2f1-4738-8aa0-8a02699f7788 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42 HTTP/1.1" status: 200 len: 944 time: 0.0480466 Jul 28 04:11:19.271186 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1353f824-3039-42fc-90c0-a9b6e5f0e444 req-21ab859b-432c-46bc-9723-815c67a5d67f tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454717 Jul 28 04:11:19.649039 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:19.994040 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1febf126-7c5b-4199-8757-4f6e0f6893d9 req-915f22c5-8264-43a6-b680-c0a5bb5ccbe1 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:19.995522 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-1febf126-7c5b-4199-8757-4f6e0f6893d9 req-915f22c5-8264-43a6-b680-c0a5bb5ccbe1 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 984 time: 0.0483327 Jul 28 04:11:20.057335 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-1febf126-7c5b-4199-8757-4f6e0f6893d9 req-111c5e70-ea90-4b11-9a1d-56aa4d36048c tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/security-groups?id=ada1a7c9-67f9-471d-aeeb-86a4c3acdc5e&id=7346ab17-480e-4591-8c6f-a0c25be76dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560942 Jul 28 04:11:20.100296 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:20.386327 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b444947-40ed-42bf-a2ef-9d7dee151af4 req-ed7d4681-37fd-4d81-ac3e-f93be601bfaf tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:20.387811 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0b444947-40ed-42bf-a2ef-9d7dee151af4 req-ed7d4681-37fd-4d81-ac3e-f93be601bfaf tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42 HTTP/1.1" status: 200 len: 944 time: 0.0464053 Jul 28 04:11:20.426919 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:11:20.440639 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0b444947-40ed-42bf-a2ef-9d7dee151af4 req-c2c61548-e288-4f38-834a-446f86fc3323 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473273 Jul 28 04:11:21.561686 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700ee11-f8d9-4aa7-88ef-761ad4668e5d req-f3d3a9b2-338b-405a-a62b-4268625807c1 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:21.563171 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-6700ee11-f8d9-4aa7-88ef-761ad4668e5d req-f3d3a9b2-338b-405a-a62b-4268625807c1 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42 HTTP/1.1" status: 200 len: 944 time: 0.0479450 Jul 28 04:11:21.616952 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-6700ee11-f8d9-4aa7-88ef-761ad4668e5d req-d22cbbfd-ea45-4202-b4bf-254f780b55ad tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481763 Jul 28 04:11:22.733776 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179e6d6-eb41-4d0c-bdb5-d74542695377 req-6dd5d890-699e-4192-b9b4-d7dd8044b421 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:22.735278 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0179e6d6-eb41-4d0c-bdb5-d74542695377 req-6dd5d890-699e-4192-b9b4-d7dd8044b421 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42 HTTP/1.1" status: 200 len: 944 time: 0.0481625 Jul 28 04:11:22.786827 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0179e6d6-eb41-4d0c-bdb5-d74542695377 req-f82234bb-77b3-4427-b352-3bf2b7a5f4c4 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458970 Jul 28 04:11:23.907362 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b229964d-5d92-4e25-8e99-482d65eb1dcd req-99cc0834-90f7-4459-94ff-7372e8d5e488 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:23.908893 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-b229964d-5d92-4e25-8e99-482d65eb1dcd req-99cc0834-90f7-4459-94ff-7372e8d5e488 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42 HTTP/1.1" status: 200 len: 944 time: 0.0480969 Jul 28 04:11:23.920618 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=100 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:11:23.930617 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=100 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:11:23.961846 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-b229964d-5d92-4e25-8e99-482d65eb1dcd req-c09af225-ad01-4e11-aaab-ada8e2816321 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473621 Jul 28 04:11:25.082288 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e68ed-499e-41d0-a352-52a20fb53966 req-a22318cc-e580-43f6-b58d-5084f0d0d149 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:25.083755 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-956e68ed-499e-41d0-a352-52a20fb53966 req-a22318cc-e580-43f6-b58d-5084f0d0d149 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42 HTTP/1.1" status: 200 len: 944 time: 0.0476687 Jul 28 04:11:25.132150 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-956e68ed-499e-41d0-a352-52a20fb53966 req-1632b8b1-f316-4a0a-b3f3-07cd3bf6918a tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427895 Jul 28 04:11:26.164032 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=121476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:11:26.253106 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c59fae-5d50-494b-a981-419d227959ea req-df10926a-f626-4d20-9538-6d4cfbb8a7da tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:26.254589 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-f4c59fae-5d50-494b-a981-419d227959ea req-df10926a-f626-4d20-9538-6d4cfbb8a7da tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42 HTTP/1.1" status: 200 len: 944 time: 0.0493453 Jul 28 04:11:26.270642 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc,segment=NetworkSegment(09964986-2991-46e1-a3b0-006f2cde8ec9),segment_id=09964986-2991-46e1-a3b0-006f2cde8ec9)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:11:26.282813 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Returning: {'device': 'dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc', 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6', 'port_id': 'dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc', 'mac_address': 'fa:16:3e:0b:5c:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd333499-a093-4bb7-a733-016cbbcdd8fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:11:26.306279 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-f4c59fae-5d50-494b-a981-419d227959ea req-d8da2093-1a8f-48c8-bc34-0b4713502def tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458345 Jul 28 04:11:26.322009 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc is: DOWN; New status is: BUILD {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:11:26.326010 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:26.336912 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc {{(pid=121476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 04:11:26.357515 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc,segment=NetworkSegment(09964986-2991-46e1-a3b0-006f2cde8ec9),segment_id=09964986-2991-46e1-a3b0-006f2cde8ec9)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:11:26.442648 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:26.490303 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc,revision_number=4']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:11:26.498671 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:26.499019 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:26.499364 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:26.499708 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:26.500083 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:26.500417 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:26.500747 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:26.501075 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:26.501402 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:26.501754 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:26.502083 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:26.502410 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:26.502760 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:26.503081 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:26.503463 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:26.649977 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] get_ports_and_sgs() called for port_ids ['dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc'] {{(pid=121476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:11:26.912659 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.agents_db [None req-58c662dc-5ea5-4853-b3cc-f7bb2188e679 None None] Agent healthcheck: found 6 active agents {{(pid=121477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:11:27.434439 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099301b-6d15-495e-8c08-b0353f8d4076 req-60ed60f2-5279-4594-ab01-0d7c8185740c tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:27.435918 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b099301b-6d15-495e-8c08-b0353f8d4076 req-60ed60f2-5279-4594-ab01-0d7c8185740c tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42 HTTP/1.1" status: 200 len: 945 time: 0.0507064 Jul 28 04:11:27.485133 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b099301b-6d15-495e-8c08-b0353f8d4076 req-7f9c0be7-6403-4363-b644-ec12f04081ce tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436428 Jul 28 04:11:28.166175 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc up at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:11:28.209104 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning for port dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc completed by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 04:11:28.274890 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Provisioning complete for port dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc triggered by entity L2. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:11:28.275264 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:28.278365 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:11:28.297700 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:11:28.351655 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Current status of the port dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc is: BUILD; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:11:28.351974 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:28.375016 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc'}] {{(pid=121476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:11:28.377241 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63807e78e749bb54735be4dbe0f6e45a10aff1c6ba31450fe55014b89068368c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b3c759-a073-4d7b-b060-9bedd443399f" -d '{"events": [{"server_uuid": "25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42", "name": "network-vif-plugged", "status": "completed", "tag": "dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc"}]}' {{(pid=121476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:11:28.390474 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] For port dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc,segment=NetworkSegment(09964986-2991-46e1-a3b0-006f2cde8ec9),segment_id=09964986-2991-46e1-a3b0-006f2cde8ec9)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:11:28.418002 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 04:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00bf593c-8580-424e-b81b-966a59b2623a x-openstack-request-id: req-00bf593c-8580-424e-b81b-966a59b2623a {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:11:28.418304 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42", "name": "network-vif-plugged", "status": "completed", "tag": "dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc", "code": 200}]} {{(pid=121476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:11:28.418561 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-00bf593c-8580-424e-b81b-966a59b2623a {{(pid=121476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:11:28.418968 dv-cinder-851279-1-iscsi neutron-server[121476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00bf593c-8580-424e-b81b-966a59b2623a'] response: {'server_uuid': '25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc', 'code': 200} Jul 28 04:11:28.486865 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415'] for port (dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:28.537925 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Pushing event updated for resources: {'Port': ['ID=dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc,revision_number=5']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:11:28.608833 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ac286-084f-40a8-8856-9555b302866b req-4c380274-f46b-4d56-9aa0-30465d63c905 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:28.610246 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0b5ac286-084f-40a8-8856-9555b302866b req-4c380274-f46b-4d56-9aa0-30465d63c905 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42 HTTP/1.1" status: 200 len: 946 time: 0.0483637 Jul 28 04:11:28.661725 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-0b5ac286-084f-40a8-8856-9555b302866b req-3b074eb4-2cea-4396-959d-3ae9539364a8 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459137 Jul 28 04:11:28.851571 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca531733-fa13-41f9-8f66-db0023a04d62 req-66f6303a-2dd7-4026-8613-1cd32bfda784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:28.853123 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ca531733-fa13-41f9-8f66-db0023a04d62 req-66f6303a-2dd7-4026-8613-1cd32bfda784 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42 HTTP/1.1" status: 200 len: 1130 time: 0.0428143 Jul 28 04:11:28.898224 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ca531733-fa13-41f9-8f66-db0023a04d62 req-92f67ce2-79b2-4410-a344-d3b5dde440f4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398257 Jul 28 04:11:29.785736 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17846f97-a5fb-4c92-8ddf-2b453ac5e7b7 req-e3b712f8-8909-4852-b4bd-504cae95f719 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:29.787242 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-17846f97-a5fb-4c92-8ddf-2b453ac5e7b7 req-e3b712f8-8909-4852-b4bd-504cae95f719 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42 HTTP/1.1" status: 200 len: 946 time: 0.0514677 Jul 28 04:11:29.838377 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-17846f97-a5fb-4c92-8ddf-2b453ac5e7b7 req-2df7c609-747c-4c4f-92b8-d8b67b68630e tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442998 Jul 28 04:11:30.958107 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa4e69-8233-429a-82ad-ef4f69cf4f64 req-a06509b5-06d2-4da0-a74c-d433eab50b68 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:30.959588 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ceaa4e69-8233-429a-82ad-ef4f69cf4f64 req-a06509b5-06d2-4da0-a74c-d433eab50b68 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42 HTTP/1.1" status: 200 len: 946 time: 0.0491672 Jul 28 04:11:31.009249 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ceaa4e69-8233-429a-82ad-ef4f69cf4f64 req-d601c06f-6aed-4c10-8232-c6181be4be81 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435991 Jul 28 04:11:31.127599 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d163b0-dbcf-4ac8-b5f3-f05ffcf7a016 req-1af4484c-5762-48be-8954-d54a42fa56c4 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:31.129010 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-b9d163b0-dbcf-4ac8-b5f3-f05ffcf7a016 req-1af4484c-5762-48be-8954-d54a42fa56c4 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42 HTTP/1.1" status: 200 len: 946 time: 0.0472400 Jul 28 04:11:31.178382 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-b9d163b0-dbcf-4ac8-b5f3-f05ffcf7a016 req-82a19a8d-f46e-4861-affc-5c786ff9f6b4 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438149 Jul 28 04:11:31.205893 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 33778) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:11:31.248492 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856dd838-716b-4a50-adc9-a791764bd1b4 tempest-TestVolumeBootPattern-299655923 tempest-TestVolumeBootPattern-299655923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:31.250036 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-856dd838-716b-4a50-adc9-a791764bd1b4 tempest-TestVolumeBootPattern-299655923 tempest-TestVolumeBootPattern-299655923-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42 HTTP/1.1" status: 200 len: 1125 time: 0.0431414 Jul 28 04:11:31.252975 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 33780) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:11:31.257177 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [None req-fd46cd08-ccce-425c-8902-cf393be26da6 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Request body: {'floatingip': {'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'port_id': 'dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'fixed_ip_address': '172.20.0.11'}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:11:31.357486 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-fd46cd08-ccce-425c-8902-cf393be26da6 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:31.439841 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-fd46cd08-ccce-425c-8902-cf393be26da6 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (None), before_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:31.550288 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.db_base_plugin_common [None req-fd46cd08-ccce-425c-8902-cf393be26da6 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Allocated IP 172.27.0.53 (ea650c0a-dc48-4a0d-a6e0-295879bc3df9/483d9f6f-a7db-4d58-8be3-14e833e697b6/a1e75db2-6d94-46d1-beeb-8177b5f426d7) {{(pid=121475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:11:31.653005 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-fd46cd08-ccce-425c-8902-cf393be26da6 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks [] for port (a1e75db2-6d94-46d1-beeb-8177b5f426d7), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:31.717442 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-fd46cd08-ccce-425c-8902-cf393be26da6 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761988045379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3956301'] for port (a1e75db2-6d94-46d1-beeb-8177b5f426d7), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:31.765048 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd46cd08-ccce-425c-8902-cf393be26da6 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Network ea650c0a-dc48-4a0d-a6e0-295879bc3df9 is already hosted by enough agents. {{(pid=121475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:11:31.770300 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.base_scheduler [None req-fd46cd08-ccce-425c-8902-cf393be26da6 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Resources bound (agent type, host, resource id): {{(pid=121475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:11:31.772497 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46cd08-ccce-425c-8902-cf393be26da6 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Pushing event updated for resources: {'Port': ['ID=a1e75db2-6d94-46d1-beeb-8177b5f426d7,revision_number=1']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:11:31.774710 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd46cd08-ccce-425c-8902-cf393be26da6 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Received port after_create {{(pid=121475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 04:11:31.796984 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:11:31.844951 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:11:32.134585 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-fd46cd08-ccce-425c-8902-cf393be26da6 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks [] for floatingip (06bc858c-edfe-4ccf-838c-efd0d8931727), precommit_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:32.259330 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-fd46cd08-ccce-425c-8902-cf393be26da6 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (a1e75db2-6d94-46d1-beeb-8177b5f426d7), before_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:32.406469 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-fd46cd08-ccce-425c-8902-cf393be26da6 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks [] for port (a1e75db2-6d94-46d1-beeb-8177b5f426d7), precommit_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:32.476737 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-fd46cd08-ccce-425c-8902-cf393be26da6 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3956314'] for port (a1e75db2-6d94-46d1-beeb-8177b5f426d7), after_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:32.547691 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46cd08-ccce-425c-8902-cf393be26da6 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Pushing event updated for resources: {'Port': ['ID=a1e75db2-6d94-46d1-beeb-8177b5f426d7,revision_number=2']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:11:32.556200 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-fd46cd08-ccce-425c-8902-cf393be26da6 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1739753'] for floatingip (06bc858c-edfe-4ccf-838c-efd0d8931727), after_create {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:32.630188 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:11:32.651749 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.db.l3_db [None req-fd46cd08-ccce-425c-8902-cf393be26da6 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Floating IP 06bc858c-edfe-4ccf-838c-efd0d8931727 associated. External IP: 172.27.0.53, port: dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc. Jul 28 04:11:32.852994 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd46cd08-ccce-425c-8902-cf393be26da6 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Router cda1d050-b975-4db1-b9d6-e1228fa35860 has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 04:11:32.933319 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:11:32.957378 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd46cd08-ccce-425c-8902-cf393be26da6 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:11:32.968312 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc19d8cf-fd0c-40c7-91ac-1f373d202bd8 None None] Sync routers for ids ['cda1d050-b975-4db1-b9d6-e1228fa35860'] in dv-cinder-851279-1-iscsi {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:11:32.977948 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc19d8cf-fd0c-40c7-91ac-1f373d202bd8 None None] Routers {'cda1d050-b975-4db1-b9d6-e1228fa35860'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:11:32.978557 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-dc19d8cf-fd0c-40c7-91ac-1f373d202bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:11:17Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['cda1d050-b975-4db1-b9d6-e1228fa35860'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:11:33.073494 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-fd46cd08-ccce-425c-8902-cf393be26da6 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for floatingip (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:33.086114 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-dc19d8cf-fd0c-40c7-91ac-1f373d202bd8 None None] Set router cda1d050-b975-4db1-b9d6-e1228fa35860 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:11:33.108659 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-fd46cd08-ccce-425c-8902-cf393be26da6 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8510563 Jul 28 04:11:33.108659 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42', 'tag': 'dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc'}] {{(pid=121475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:11:33.108659 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ccdd625b6c35f453df47d8ce3046bfbae24fa7e88dffa5888c0c6e748a7dd72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954ff880-ed4b-4888-bbbc-1287cc7bac2b" -d '{"events": [{"name": "network-changed", "server_uuid": "25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42", "tag": "dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc"}]}' {{(pid=121475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:11:33.148145 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 04:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471192e4-0169-4094-a06d-680caa00f58d x-openstack-request-id: req-471192e4-0169-4094-a06d-680caa00f58d {{(pid=121475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:11:33.148751 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42", "tag": "dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc", "status": "completed", "code": 200}]} {{(pid=121475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:11:33.148864 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-471192e4-0169-4094-a06d-680caa00f58d {{(pid=121475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:11:33.149334 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-471192e4-0169-4094-a06d-680caa00f58d'] response: {'name': 'network-changed', 'server_uuid': '25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42', 'tag': 'dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc', 'status': 'completed', 'code': 200} Jul 28 04:11:33.210498 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ff880-ed4b-4888-bbbc-1287cc7bac2b req-1495c853-ff78-430e-8aeb-9ccdcdb05ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:33.212038 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-954ff880-ed4b-4888-bbbc-1287cc7bac2b req-1495c853-ff78-430e-8aeb-9ccdcdb05ba9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9aa592e1b58f4804ad264f0cd721b1ca&device_id=25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42 HTTP/1.1" status: 200 len: 1130 time: 0.0400641 Jul 28 04:11:33.301290 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-dc19d8cf-fd0c-40c7-91ac-1f373d202bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'name': 'tempest-TestVolumeBootPattern-12412982-router', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:05:51Z', 'updated_at': '2022-07-28T04:05:57Z', 'revision_number': 4, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'gw_port': {'id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:05:52Z', 'updated_at': '2022-07-28T04:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': '06bc858c-edfe-4ccf-838c-efd0d8931727', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'floating_ip_address': '172.27.0.53', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'port_id': 'dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6', 'mac_address': 'fa:16:3e:0b:5c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T04:11:31Z', 'updated_at': '2022-07-28T04:11:31Z', 'revision_number': 0, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'fixed_ip_address_scope': None}, {'id': '3325053b-2b6c-47ca-87ff-f3d40ffc3560', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'floating_ip_address': '172.27.0.169', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'port_id': 'bf07003f-197f-47fc-987f-30b50dad1a5e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6', 'mac_address': 'fa:16:3e:c4:03:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa34a319-36da-4d32-879f-76740e89aecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T04:09:34Z', 'updated_at': '2022-07-28T04:09:37Z', 'revision_number': 1, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b62e2a17-0c1d-46ce-88b8-41ed83e85337', 'name': '', 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'mac_address': 'fa:16:3e:8c:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'dd333499-a093-4bb7-a733-016cbbcdd8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:05:56Z', 'updated_at': '2022-07-28T04:06:02Z', 'revision_number': 5, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'subnets': [{'id': 'dd333499-a093-4bb7-a733-016cbbcdd8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:11:33.306544 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ff880-ed4b-4888-bbbc-1287cc7bac2b req-b0cd8e00-ca2c-4e5c-a771-1ae099a83930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:33.308617 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-954ff880-ed4b-4888-bbbc-1287cc7bac2b req-b0cd8e00-ca2c-4e5c-a771-1ae099a83930 service neutron] 10.222.0.67 "GET /v2.0/networks?id=672eb351-e67a-4327-be23-b1a7215130a6 HTTP/1.1" status: 200 len: 911 time: 0.0907199 Jul 28 04:11:33.330530 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc19d8cf-fd0c-40c7-91ac-1f373d202bd8 None None] Checking router: cda1d050-b975-4db1-b9d6-e1228fa35860 for host: dv-cinder-851279-1-iscsi {{(pid=121477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:11:33.339009 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc19d8cf-fd0c-40c7-91ac-1f373d202bd8 None None] Routers {'cda1d050-b975-4db1-b9d6-e1228fa35860'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:11:33.339918 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-dc19d8cf-fd0c-40c7-91ac-1f373d202bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:11:17Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['cda1d050-b975-4db1-b9d6-e1228fa35860'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:11:33.368997 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-954ff880-ed4b-4888-bbbc-1287cc7bac2b req-e3bf1e51-eb78-4e82-92a3-ec0c3ad5875a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc HTTP/1.1" status: 200 len: 999 time: 0.0555317 Jul 28 04:11:33.429039 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ff880-ed4b-4888-bbbc-1287cc7bac2b req-c491a27e-6343-4b76-98f3-40c339f6820f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:33.430511 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-954ff880-ed4b-4888-bbbc-1287cc7bac2b req-c491a27e-6343-4b76-98f3-40c339f6820f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dd333499-a093-4bb7-a733-016cbbcdd8fe HTTP/1.1" status: 200 len: 849 time: 0.0546637 Jul 28 04:11:33.443399 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-dc19d8cf-fd0c-40c7-91ac-1f373d202bd8 None None] Set router cda1d050-b975-4db1-b9d6-e1228fa35860 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:11:33.473418 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ff880-ed4b-4888-bbbc-1287cc7bac2b req-19045016-bdaf-48e5-a015-3301adf8ce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:33.474917 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-954ff880-ed4b-4888-bbbc-1287cc7bac2b req-19045016-bdaf-48e5-a015-3301adf8ce8d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=672eb351-e67a-4327-be23-b1a7215130a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389972 Jul 28 04:11:33.528383 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:11:33.572812 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-954ff880-ed4b-4888-bbbc-1287cc7bac2b req-bab9c997-eb3b-4d29-99fa-21135b4ece41 service neutron] 10.222.0.67 "GET /v2.0/networks/672eb351-e67a-4327-be23-b1a7215130a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914307 Jul 28 04:11:33.595454 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:11:33.662082 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-dc19d8cf-fd0c-40c7-91ac-1f373d202bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'name': 'tempest-TestVolumeBootPattern-12412982-router', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:05:51Z', 'updated_at': '2022-07-28T04:05:57Z', 'revision_number': 4, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'gw_port': {'id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:05:52Z', 'updated_at': '2022-07-28T04:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': '06bc858c-edfe-4ccf-838c-efd0d8931727', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'floating_ip_address': '172.27.0.53', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'port_id': 'dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6', 'mac_address': 'fa:16:3e:0b:5c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T04:11:31Z', 'updated_at': '2022-07-28T04:11:31Z', 'revision_number': 0, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'fixed_ip_address_scope': None}, {'id': '3325053b-2b6c-47ca-87ff-f3d40ffc3560', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'floating_ip_address': '172.27.0.169', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'port_id': 'bf07003f-197f-47fc-987f-30b50dad1a5e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6', 'mac_address': 'fa:16:3e:c4:03:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa34a319-36da-4d32-879f-76740e89aecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T04:09:34Z', 'updated_at': '2022-07-28T04:09:37Z', 'revision_number': 1, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b62e2a17-0c1d-46ce-88b8-41ed83e85337', 'name': '', 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'mac_address': 'fa:16:3e:8c:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'dd333499-a093-4bb7-a733-016cbbcdd8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:05:56Z', 'updated_at': '2022-07-28T04:06:02Z', 'revision_number': 5, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'subnets': [{'id': 'dd333499-a093-4bb7-a733-016cbbcdd8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:11:33.665046 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-954ff880-ed4b-4888-bbbc-1287cc7bac2b req-9cf0d03f-7c40-4bb3-9c7b-8bbaa8ac4e57 service neutron] 10.222.0.67 "GET /v2.0/networks/672eb351-e67a-4327-be23-b1a7215130a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867941 Jul 28 04:11:33.688689 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc19d8cf-fd0c-40c7-91ac-1f373d202bd8 None None] The sync data for ids ['cda1d050-b975-4db1-b9d6-e1228fa35860'] in dv-cinder-851279-1-iscsi is: [{'id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'name': 'tempest-TestVolumeBootPattern-12412982-router', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:05:51Z', 'updated_at': '2022-07-28T04:05:57Z', 'revision_number': 4, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'gw_port': {'id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:05:52Z', 'updated_at': '2022-07-28T04:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': '06bc858c-edfe-4ccf-838c-efd0d8931727', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'floating_ip_address': '172.27.0.53', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'port_id': 'dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6', 'mac_address': 'fa:16:3e:0b:5c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T04:11:31Z', 'updated_at': '2022-07-28T04:11:31Z', 'revision_number': 0, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'fixed_ip_address_scope': None}, {'id': '3325053b-2b6c-47ca-87ff-f3d40ffc3560', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'floating_ip_address': '172.27.0.169', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'port_id': 'bf07003f-197f-47fc-987f-30b50dad1a5e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6', 'mac_address': 'fa:16:3e:c4:03:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa34a319-36da-4d32-879f-76740e89aecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T04:09:34Z', 'updated_at': '2022-07-28T04:09:37Z', 'revision_number': 1, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b62e2a17-0c1d-46ce-88b8-41ed83e85337', 'name': '', 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'mac_address': 'fa:16:3e:8c:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'dd333499-a093-4bb7-a733-016cbbcdd8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:05:56Z', 'updated_at': '2022-07-28T04:06:02Z', 'revision_number': 5, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'subnets': [{'id': 'dd333499-a093-4bb7-a733-016cbbcdd8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:11:33.900042 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c535706c-b185-499e-bb0a-9b26674fd763 None None] New status for floating IP 06bc858c-edfe-4ccf-838c-efd0d8931727: ACTIVE {{(pid=121476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 04:11:43.097775 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=38,neutron:DELETE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:11:43.101778 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=4 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:11:43.660402 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=6 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:11:43.662190 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=14 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:11:44.156248 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=47,neutron:UPDATE=3 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:11:44.160155 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:11:44.905773 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-c4b6a259-9839-4d4f-b298-77b2e212dff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:47.408240 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-cdf3a797-d68a-41b8-ac08-eb4188b858f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:47.766397 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=78 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:11:47.767280 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=79,neutron:DELETE=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:11:48.356907 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:48.988812 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d923ff-d983-4784-981f-1bbce4c5c5ac), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:49.610148 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:50.099063 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:53.111009 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-ff6c052a-517f-48a5-806e-109439afa037 req-18c970f7-cf85-4cef-9035-447944dc1301 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-860220497&fields=id&tenant_id=a4c201d8672b4b2dab2a3fe4ef1242ec HTTP/1.1" status: 200 len: 267 time: 0.0488293 Jul 28 04:11:53.166923 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c052a-517f-48a5-806e-109439afa037 req-9c7bd77c-bef5-420e-a60e-a6acfe6cc912 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:53.168403 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-ff6c052a-517f-48a5-806e-109439afa037 req-9c7bd77c-bef5-420e-a60e-a6acfe6cc912 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 984 time: 0.0518451 Jul 28 04:11:53.179411 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.v2.base [req-ff6c052a-517f-48a5-806e-109439afa037 req-a5a91e22-7222-4338-9985-037e36ed7fbd tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Request body: {'port': {'security_groups': ['ada1a7c9-67f9-471d-aeeb-86a4c3acdc5e']}} {{(pid=121475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 04:11:53.254501 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [req-ff6c052a-517f-48a5-806e-109439afa037 req-a5a91e22-7222-4338-9985-037e36ed7fbd tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (74dfe64d-b519-4bc9-aa9c-521238e031fb), before_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:53.437066 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.db [req-ff6c052a-517f-48a5-806e-109439afa037 req-a5a91e22-7222-4338-9985-037e36ed7fbd tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] For port 74dfe64d-b519-4bc9-aa9c-521238e031fb, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=74dfe64d-b519-4bc9-aa9c-521238e031fb,segment=NetworkSegment(7045eba6-499b-4c46-bfdc-84f068de66aa),segment_id=7045eba6-499b-4c46-bfdc-84f068de66aa)] {{(pid=121475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:11:53.466249 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [req-ff6c052a-517f-48a5-806e-109439afa037 req-a5a91e22-7222-4338-9985-037e36ed7fbd tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks [] for port (74dfe64d-b519-4bc9-aa9c-521238e031fb), precommit_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:53.533307 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [req-ff6c052a-517f-48a5-806e-109439afa037 req-a5a91e22-7222-4338-9985-037e36ed7fbd tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761988424668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761988045397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761988045415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3956314'] for port (74dfe64d-b519-4bc9-aa9c-521238e031fb), after_update {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:53.546162 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] get_ports_and_sgs() called for port_ids ['74dfe64d-b519-4bc9-aa9c-521238e031fb'] {{(pid=121476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:11:53.584445 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c052a-517f-48a5-806e-109439afa037 req-a5a91e22-7222-4338-9985-037e36ed7fbd tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:53.585790 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [req-ff6c052a-517f-48a5-806e-109439afa037 req-a5a91e22-7222-4338-9985-037e36ed7fbd tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:53.586602 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-ff6c052a-517f-48a5-806e-109439afa037 req-a5a91e22-7222-4338-9985-037e36ed7fbd tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "PUT /v2.0/ports/74dfe64d-b519-4bc9-aa9c-521238e031fb HTTP/1.1" status: 200 len: 942 time: 0.4117615 Jul 28 04:11:53.587076 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d43fe3-52d0-4ff7-b519-10abc0c30c97', 'tag': '74dfe64d-b519-4bc9-aa9c-521238e031fb'}] {{(pid=121475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:11:53.589638 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ccdd625b6c35f453df47d8ce3046bfbae24fa7e88dffa5888c0c6e748a7dd72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf6478f-8dbe-4bd9-aa32-d7ae38f3adf2" -d '{"events": [{"name": "network-changed", "server_uuid": "99d43fe3-52d0-4ff7-b519-10abc0c30c97", "tag": "74dfe64d-b519-4bc9-aa9c-521238e031fb"}]}' {{(pid=121475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:11:53.599329 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 33802) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:11:53.626696 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a91e22-7222-4338-9985-037e36ed7fbd tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Pushing event updated for resources: {'Port': ['ID=74dfe64d-b519-4bc9-aa9c-521238e031fb,revision_number=7']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:11:53.643148 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a91e22-7222-4338-9985-037e36ed7fbd tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:53.643508 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a91e22-7222-4338-9985-037e36ed7fbd tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:53.643887 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a91e22-7222-4338-9985-037e36ed7fbd tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:53.644290 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a91e22-7222-4338-9985-037e36ed7fbd tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:53.644634 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a91e22-7222-4338-9985-037e36ed7fbd tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:53.644967 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a91e22-7222-4338-9985-037e36ed7fbd tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:53.646543 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a91e22-7222-4338-9985-037e36ed7fbd tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:53.647134 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a91e22-7222-4338-9985-037e36ed7fbd tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:53.650208 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a91e22-7222-4338-9985-037e36ed7fbd tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:53.650739 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a91e22-7222-4338-9985-037e36ed7fbd tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:53.652259 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a91e22-7222-4338-9985-037e36ed7fbd tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:53.652782 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a91e22-7222-4338-9985-037e36ed7fbd tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:53.653305 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a91e22-7222-4338-9985-037e36ed7fbd tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:53.653822 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a91e22-7222-4338-9985-037e36ed7fbd tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:53.654323 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a91e22-7222-4338-9985-037e36ed7fbd tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:53.660078 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 04:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3b926a-8617-4206-b758-1eca158e7ad6 x-openstack-request-id: req-4e3b926a-8617-4206-b758-1eca158e7ad6 {{(pid=121475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:11:53.665140 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99d43fe3-52d0-4ff7-b519-10abc0c30c97", "tag": "74dfe64d-b519-4bc9-aa9c-521238e031fb", "status": "completed", "code": 200}]} {{(pid=121475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:11:53.665140 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4e3b926a-8617-4206-b758-1eca158e7ad6 {{(pid=121475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:11:53.665140 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e3b926a-8617-4206-b758-1eca158e7ad6'] response: {'name': 'network-changed', 'server_uuid': '99d43fe3-52d0-4ff7-b519-10abc0c30c97', 'tag': '74dfe64d-b519-4bc9-aa9c-521238e031fb', 'status': 'completed', 'code': 200} Jul 28 04:11:53.669863 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] get_ports_and_sgs() called for port_ids ['74dfe64d-b519-4bc9-aa9c-521238e031fb'] {{(pid=121476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:11:53.750354 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6478f-8dbe-4bd9-aa32-d7ae38f3adf2 req-ff096a73-dc6b-43b8-b345-d8af247da228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:53.752076 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ecf6478f-8dbe-4bd9-aa32-d7ae38f3adf2 req-ff096a73-dc6b-43b8-b345-d8af247da228 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a4c201d8672b4b2dab2a3fe4ef1242ec&device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 1129 time: 0.0652914 Jul 28 04:11:53.752723 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-038ced9d-25a4-4cfe-a835-c1b2dd800cd7 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks [] for security_group (7346ab17-480e-4591-8c6f-a0c25be76dc3), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:53.828635 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-038ced9d-25a4-4cfe-a835-c1b2dd800cd7 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks [] for security_group (7346ab17-480e-4591-8c6f-a0c25be76dc3), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:53.898285 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.provisioning_blocks [None req-7519e093-e35b-4e75-8b19-520c2a75d62f None None] Provisioning complete for port 74dfe64d-b519-4bc9-aa9c-521238e031fb triggered by entity DHCP. {{(pid=121476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 04:11:53.898557 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-7519e093-e35b-4e75-8b19-520c2a75d62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7781536'] for port (74dfe64d-b519-4bc9-aa9c-521238e031fb), provisioning_complete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:53.902651 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6478f-8dbe-4bd9-aa32-d7ae38f3adf2 req-36595304-44a5-4cf3-8998-fe307ffe9944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:53.904170 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ecf6478f-8dbe-4bd9-aa32-d7ae38f3adf2 req-36595304-44a5-4cf3-8998-fe307ffe9944 service neutron] 10.222.0.67 "GET /v2.0/networks?id=94a232cd-980c-4117-bf05-f93f541f3ce6 HTTP/1.1" status: 200 len: 916 time: 0.1447461 Jul 28 04:11:53.970879 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ecf6478f-8dbe-4bd9-aa32-d7ae38f3adf2 req-ee75ced2-bb57-4343-b119-6ef28bd3bd1d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74dfe64d-b519-4bc9-aa9c-521238e031fb HTTP/1.1" status: 200 len: 1000 time: 0.0609481 Jul 28 04:11:53.976119 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-7519e093-e35b-4e75-8b19-520c2a75d62f None None] Current status of the port 74dfe64d-b519-4bc9-aa9c-521238e031fb is: ACTIVE; New status is: ACTIVE {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:11:54.022535 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6478f-8dbe-4bd9-aa32-d7ae38f3adf2 req-44ca5542-b780-44e8-8745-9ba4802f2e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:54.024246 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ecf6478f-8dbe-4bd9-aa32-d7ae38f3adf2 req-44ca5542-b780-44e8-8745-9ba4802f2e0d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f26ac5b3-c1cc-4f7e-9ad1-83a2bb3ad5ee HTTP/1.1" status: 200 len: 854 time: 0.0465500 Jul 28 04:11:54.058244 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-038ced9d-25a4-4cfe-a835-c1b2dd800cd7 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (7346ab17-480e-4591-8c6f-a0c25be76dc3), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:54.060862 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-038ced9d-25a4-4cfe-a835-c1b2dd800cd7 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:54.063016 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-038ced9d-25a4-4cfe-a835-c1b2dd800cd7 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "DELETE /v2.0/security-groups/7346ab17-480e-4591-8c6f-a0c25be76dc3 HTTP/1.1" status: 204 len: 168 time: 0.4621727 Jul 28 04:11:54.065932 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 33806) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:11:54.078815 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ced9d-25a4-4cfe-a835-c1b2dd800cd7 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7346ab17-480e-4591-8c6f-a0c25be76dc3,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:11:54.086491 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6478f-8dbe-4bd9-aa32-d7ae38f3adf2 req-d140a47e-9d2e-4a31-8693-191d735911bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:54.089055 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ecf6478f-8dbe-4bd9-aa32-d7ae38f3adf2 req-d140a47e-9d2e-4a31-8693-191d735911bf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=94a232cd-980c-4117-bf05-f93f541f3ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0589027 Jul 28 04:11:54.192974 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ecf6478f-8dbe-4bd9-aa32-d7ae38f3adf2 req-36774988-13d4-438f-be4a-fed90e365bd1 service neutron] 10.222.0.67 "GET /v2.0/networks/94a232cd-980c-4117-bf05-f93f541f3ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969765 Jul 28 04:11:54.222683 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.plugin [None req-91704260-a486-45a6-9398-cf4f78f18817 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Deleting port 99d827d2-b258-4ff0-a231-cc16809e0701 {{(pid=121475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:11:54.223367 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-91704260-a486-45a6-9398-cf4f78f18817 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (99d827d2-b258-4ff0-a231-cc16809e0701), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:54.289577 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ecf6478f-8dbe-4bd9-aa32-d7ae38f3adf2 req-57d7d4f1-8884-4a7c-a2a5-d746fd717027 service neutron] 10.222.0.67 "GET /v2.0/networks/94a232cd-980c-4117-bf05-f93f541f3ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904748 Jul 28 04:11:54.302699 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-91704260-a486-45a6-9398-cf4f78f18817 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (99d827d2-b258-4ff0-a231-cc16809e0701), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:54.303031 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-91704260-a486-45a6-9398-cf4f78f18817 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks [] for floatingip (99d827d2-b258-4ff0-a231-cc16809e0701), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:54.316615 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.plugin [None req-91704260-a486-45a6-9398-cf4f78f18817 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Calling delete_port for 99d827d2-b258-4ff0-a231-cc16809e0701 owned by network:floatingip {{(pid=121475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:11:54.415851 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:11:54.554070 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:11:54.625583 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-91704260-a486-45a6-9398-cf4f78f18817 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3956301'] for port (99d827d2-b258-4ff0-a231-cc16809e0701), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:54.652506 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91704260-a486-45a6-9398-cf4f78f18817 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Pushing event deleted for resources: {'Port': ['ID=99d827d2-b258-4ff0-a231-cc16809e0701,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:11:54.721330 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-91704260-a486-45a6-9398-cf4f78f18817 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks [] for floatingip (6ebca2ab-b70a-4d07-af92-7c4ed3f3b193), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:54.721659 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.db.l3_db [None req-91704260-a486-45a6-9398-cf4f78f18817 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Floating IP 6ebca2ab-b70a-4d07-af92-7c4ed3f3b193 disassociated (deleted). External IP: 172.27.0.13, port: 74dfe64d-b519-4bc9-aa9c-521238e031fb. Jul 28 04:11:54.926165 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91704260-a486-45a6-9398-cf4f78f18817 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Router 2c7334b3-e793-408e-9985-be8b2e17fe15 has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 04:11:55.043013 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91704260-a486-45a6-9398-cf4f78f18817 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:11:55.048970 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-91704260-a486-45a6-9398-cf4f78f18817 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for floatingip (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:11:55.053732 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eef6cb4-3aca-4d79-81a4-d209471bbe82 None None] Sync routers for ids ['2c7334b3-e793-408e-9985-be8b2e17fe15'] in dv-cinder-851279-1-iscsi {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:11:55.064677 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eef6cb4-3aca-4d79-81a4-d209471bbe82 None None] Routers {'2c7334b3-e793-408e-9985-be8b2e17fe15'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:11:55.065303 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-6eef6cb4-3aca-4d79-81a4-d209471bbe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:11:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['2c7334b3-e793-408e-9985-be8b2e17fe15'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:11:55.086454 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-91704260-a486-45a6-9398-cf4f78f18817 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "DELETE /v2.0/floatingips/6ebca2ab-b70a-4d07-af92-7c4ed3f3b193 HTTP/1.1" status: 204 len: 168 time: 1.0193660 Jul 28 04:11:55.180379 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-6eef6cb4-3aca-4d79-81a4-d209471bbe82 None None] Set router 2c7334b3-e793-408e-9985-be8b2e17fe15 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:11:55.374587 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-6eef6cb4-3aca-4d79-81a4-d209471bbe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7334b3-e793-408e-9985-be8b2e17fe15', 'name': 'tempest-TestMinimumBasicScenario-2080233046-router', 'tenant_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c3775fa8-1516-45d0-85ea-9f881801bfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:09:47Z', 'updated_at': '2022-07-28T04:09:51Z', 'revision_number': 4, 'project_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'gw_port': {'id': 'c3775fa8-1516-45d0-85ea-9f881801bfaf', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7334b3-e793-408e-9985-be8b2e17fe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:09:48Z', 'updated_at': '2022-07-28T04:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '65c92c31-7999-4931-8272-2a0b6625eedb', 'name': '', 'network_id': '94a232cd-980c-4117-bf05-f93f541f3ce6', 'tenant_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'mac_address': 'fa:16:3e:56:38:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7334b3-e793-408e-9985-be8b2e17fe15', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'f26ac5b3-c1cc-4f7e-9ad1-83a2bb3ad5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:09:50Z', 'updated_at': '2022-07-28T04:09:56Z', 'revision_number': 5, 'project_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'subnets': [{'id': 'f26ac5b3-c1cc-4f7e-9ad1-83a2bb3ad5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:11:55.403392 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eef6cb4-3aca-4d79-81a4-d209471bbe82 None None] Checking router: 2c7334b3-e793-408e-9985-be8b2e17fe15 for host: dv-cinder-851279-1-iscsi {{(pid=121477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:11:55.413228 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eef6cb4-3aca-4d79-81a4-d209471bbe82 None None] Routers {'2c7334b3-e793-408e-9985-be8b2e17fe15'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:11:55.413825 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-6eef6cb4-3aca-4d79-81a4-d209471bbe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:11:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['2c7334b3-e793-408e-9985-be8b2e17fe15'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:11:55.516524 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-6eef6cb4-3aca-4d79-81a4-d209471bbe82 None None] Set router 2c7334b3-e793-408e-9985-be8b2e17fe15 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:11:55.662766 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d43fe3-52d0-4ff7-b519-10abc0c30c97', 'tag': '74dfe64d-b519-4bc9-aa9c-521238e031fb'}] {{(pid=121475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:11:55.665533 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ccdd625b6c35f453df47d8ce3046bfbae24fa7e88dffa5888c0c6e748a7dd72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136f3d7b-8df7-4ec4-a932-ad8bd3a9d434" -d '{"events": [{"name": "network-changed", "server_uuid": "99d43fe3-52d0-4ff7-b519-10abc0c30c97", "tag": "74dfe64d-b519-4bc9-aa9c-521238e031fb"}]}' {{(pid=121475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:11:55.705493 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 04:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d569e5-f3ba-4b84-b48b-288374025274 x-openstack-request-id: req-58d569e5-f3ba-4b84-b48b-288374025274 {{(pid=121475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:11:55.705789 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99d43fe3-52d0-4ff7-b519-10abc0c30c97", "tag": "74dfe64d-b519-4bc9-aa9c-521238e031fb", "status": "completed", "code": 200}]} {{(pid=121475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:11:55.706044 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-58d569e5-f3ba-4b84-b48b-288374025274 {{(pid=121475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:11:55.706500 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58d569e5-f3ba-4b84-b48b-288374025274'] response: {'name': 'network-changed', 'server_uuid': '99d43fe3-52d0-4ff7-b519-10abc0c30c97', 'tag': '74dfe64d-b519-4bc9-aa9c-521238e031fb', 'status': 'completed', 'code': 200} Jul 28 04:11:55.805135 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-6eef6cb4-3aca-4d79-81a4-d209471bbe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7334b3-e793-408e-9985-be8b2e17fe15', 'name': 'tempest-TestMinimumBasicScenario-2080233046-router', 'tenant_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c3775fa8-1516-45d0-85ea-9f881801bfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:09:47Z', 'updated_at': '2022-07-28T04:09:51Z', 'revision_number': 4, 'project_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'gw_port': {'id': 'c3775fa8-1516-45d0-85ea-9f881801bfaf', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7334b3-e793-408e-9985-be8b2e17fe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:09:48Z', 'updated_at': '2022-07-28T04:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '65c92c31-7999-4931-8272-2a0b6625eedb', 'name': '', 'network_id': '94a232cd-980c-4117-bf05-f93f541f3ce6', 'tenant_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'mac_address': 'fa:16:3e:56:38:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7334b3-e793-408e-9985-be8b2e17fe15', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'f26ac5b3-c1cc-4f7e-9ad1-83a2bb3ad5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:09:50Z', 'updated_at': '2022-07-28T04:09:56Z', 'revision_number': 5, 'project_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'subnets': [{'id': 'f26ac5b3-c1cc-4f7e-9ad1-83a2bb3ad5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:11:55.832532 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eef6cb4-3aca-4d79-81a4-d209471bbe82 None None] The sync data for ids ['2c7334b3-e793-408e-9985-be8b2e17fe15'] in dv-cinder-851279-1-iscsi is: [{'id': '2c7334b3-e793-408e-9985-be8b2e17fe15', 'name': 'tempest-TestMinimumBasicScenario-2080233046-router', 'tenant_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c3775fa8-1516-45d0-85ea-9f881801bfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:09:47Z', 'updated_at': '2022-07-28T04:09:51Z', 'revision_number': 4, 'project_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'gw_port': {'id': 'c3775fa8-1516-45d0-85ea-9f881801bfaf', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7334b3-e793-408e-9985-be8b2e17fe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:09:48Z', 'updated_at': '2022-07-28T04:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': '65c92c31-7999-4931-8272-2a0b6625eedb', 'name': '', 'network_id': '94a232cd-980c-4117-bf05-f93f541f3ce6', 'tenant_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'mac_address': 'fa:16:3e:56:38:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7334b3-e793-408e-9985-be8b2e17fe15', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'f26ac5b3-c1cc-4f7e-9ad1-83a2bb3ad5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:09:50Z', 'updated_at': '2022-07-28T04:09:56Z', 'revision_number': 5, 'project_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'subnets': [{'id': 'f26ac5b3-c1cc-4f7e-9ad1-83a2bb3ad5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:11:56.045298 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f3d7b-8df7-4ec4-a932-ad8bd3a9d434 req-5eb9cb59-cefe-484e-8327-6d66cf80bc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:56.048420 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-136f3d7b-8df7-4ec4-a932-ad8bd3a9d434 req-5eb9cb59-cefe-484e-8327-6d66cf80bc5d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a4c201d8672b4b2dab2a3fe4ef1242ec&device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 1129 time: 0.0501342 Jul 28 04:11:56.087378 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f99ca2-bdfe-42c3-982a-aed0502675cc None None] New status for floating IP 6ebca2ab-b70a-4d07-af92-7c4ed3f3b193: DOWN {{(pid=121476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 04:11:56.153054 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f3d7b-8df7-4ec4-a932-ad8bd3a9d434 req-e08bcdca-7265-4989-9d9a-4962434a35eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:56.154578 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-136f3d7b-8df7-4ec4-a932-ad8bd3a9d434 req-e08bcdca-7265-4989-9d9a-4962434a35eb service neutron] 10.222.0.67 "GET /v2.0/networks?id=94a232cd-980c-4117-bf05-f93f541f3ce6 HTTP/1.1" status: 200 len: 916 time: 0.0992270 Jul 28 04:11:56.196486 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-136f3d7b-8df7-4ec4-a932-ad8bd3a9d434 req-e3d311a8-5407-4052-9ad9-40dc9b017820 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74dfe64d-b519-4bc9-aa9c-521238e031fb HTTP/1.1" status: 200 len: 217 time: 0.0353510 Jul 28 04:11:56.250022 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f3d7b-8df7-4ec4-a932-ad8bd3a9d434 req-cfb73327-9039-4cf8-b3c8-731781ca4735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:56.251782 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-136f3d7b-8df7-4ec4-a932-ad8bd3a9d434 req-cfb73327-9039-4cf8-b3c8-731781ca4735 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f26ac5b3-c1cc-4f7e-9ad1-83a2bb3ad5ee HTTP/1.1" status: 200 len: 854 time: 0.0503998 Jul 28 04:11:56.298194 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f3d7b-8df7-4ec4-a932-ad8bd3a9d434 req-730db818-688c-40f7-932a-8b6587d81406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:56.299685 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-136f3d7b-8df7-4ec4-a932-ad8bd3a9d434 req-730db818-688c-40f7-932a-8b6587d81406 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=94a232cd-980c-4117-bf05-f93f541f3ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407915 Jul 28 04:11:56.397826 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-136f3d7b-8df7-4ec4-a932-ad8bd3a9d434 req-f1f8a769-9209-4e1f-a2f5-a16d0606a3ee service neutron] 10.222.0.67 "GET /v2.0/networks/94a232cd-980c-4117-bf05-f93f541f3ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916448 Jul 28 04:11:56.411088 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:11:56.446656 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:11:56.496232 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-136f3d7b-8df7-4ec4-a932-ad8bd3a9d434 req-5ace06ef-6300-4e32-9d3e-c2ef65a1236e service neutron] 10.222.0.67 "GET /v2.0/networks/94a232cd-980c-4117-bf05-f93f541f3ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923586 Jul 28 04:11:57.925079 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-75a2009f-a9dd-4729-a2b4-74bce6f10300 req-bfd41ba2-df52-431d-8ee5-78be3f575df6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410497 Jul 28 04:11:57.987922 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2009f-a9dd-4729-a2b4-74bce6f10300 req-e86feb90-fdde-427d-9b47-2de1070be04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:57.989486 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-75a2009f-a9dd-4729-a2b4-74bce6f10300 req-e86feb90-fdde-427d-9b47-2de1070be04c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a4c201d8672b4b2dab2a3fe4ef1242ec&device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 1129 time: 0.0442061 Jul 28 04:11:58.353551 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2009f-a9dd-4729-a2b4-74bce6f10300 req-42ea1ebd-946a-4545-81ef-066c210e76db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:58.355007 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-75a2009f-a9dd-4729-a2b4-74bce6f10300 req-42ea1ebd-946a-4545-81ef-066c210e76db service neutron] 10.222.0.67 "GET /v2.0/networks?id=94a232cd-980c-4117-bf05-f93f541f3ce6 HTTP/1.1" status: 200 len: 916 time: 0.3454747 Jul 28 04:11:58.394697 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-75a2009f-a9dd-4729-a2b4-74bce6f10300 req-15c043de-ca71-4dd0-b754-dfc83af5f0fb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74dfe64d-b519-4bc9-aa9c-521238e031fb HTTP/1.1" status: 200 len: 217 time: 0.0333161 Jul 28 04:11:58.444725 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2009f-a9dd-4729-a2b4-74bce6f10300 req-f457ae8f-9d13-4b67-9a02-62a4335591e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:58.446175 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-75a2009f-a9dd-4729-a2b4-74bce6f10300 req-f457ae8f-9d13-4b67-9a02-62a4335591e4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f26ac5b3-c1cc-4f7e-9ad1-83a2bb3ad5ee HTTP/1.1" status: 200 len: 854 time: 0.0462275 Jul 28 04:11:58.521865 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2009f-a9dd-4729-a2b4-74bce6f10300 req-941b7a66-9cef-4865-82d2-c3a10c1e93e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:58.523429 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-75a2009f-a9dd-4729-a2b4-74bce6f10300 req-941b7a66-9cef-4865-82d2-c3a10c1e93e2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=94a232cd-980c-4117-bf05-f93f541f3ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0716450 Jul 28 04:11:58.615396 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-75a2009f-a9dd-4729-a2b4-74bce6f10300 req-d7fd2dd7-542e-4ee8-bc30-8780677d9be8 service neutron] 10.222.0.67 "GET /v2.0/networks/94a232cd-980c-4117-bf05-f93f541f3ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855038 Jul 28 04:11:58.708974 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-75a2009f-a9dd-4729-a2b4-74bce6f10300 req-2359488a-2ec3-462a-adb0-75dfa247ad40 service neutron] 10.222.0.67 "GET /v2.0/networks/94a232cd-980c-4117-bf05-f93f541f3ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879679 Jul 28 04:11:59.513425 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35cc9f0-768b-433a-a1bb-057729a9dd6e req-4c4fed28-c3e5-49a3-9803-7effc0f19d92 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:11:59.515927 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c35cc9f0-768b-433a-a1bb-057729a9dd6e req-4c4fed28-c3e5-49a3-9803-7effc0f19d92 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 945 time: 0.0495608 Jul 28 04:11:59.565410 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-c35cc9f0-768b-433a-a1bb-057729a9dd6e req-f0d520e3-82f5-4851-bb3d-fa88b0c8ccdc tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/security-groups?id=ada1a7c9-67f9-471d-aeeb-86a4c3acdc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438511 Jul 28 04:12:00.691944 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293002e-c606-4f1c-9289-489505b4b164 req-f2b24fca-d251-4571-9863-defc6123de16 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:12:00.693547 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-c293002e-c606-4f1c-9289-489505b4b164 req-f2b24fca-d251-4571-9863-defc6123de16 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 945 time: 0.0503800 Jul 28 04:12:00.744543 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-c293002e-c606-4f1c-9289-489505b4b164 req-cfb2dd40-e6f4-4f3f-a365-1a1948c2cc76 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/security-groups?id=ada1a7c9-67f9-471d-aeeb-86a4c3acdc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443068 Jul 28 04:12:01.279147 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6a6f7-d126-4b3b-826a-c55aff804113 req-93a0a6a2-b803-4b73-ad16-6090c04306da tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:12:01.282563 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-aae6a6f7-d126-4b3b-826a-c55aff804113 req-93a0a6a2-b803-4b73-ad16-6090c04306da tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.67 "GET /v2.0/ports?device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 945 time: 0.0729713 Jul 28 04:12:01.373927 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [req-aae6a6f7-d126-4b3b-826a-c55aff804113 req-dd4dd7a3-8a7c-460f-85eb-5f3d4e183a9a tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Deleting port 74dfe64d-b519-4bc9-aa9c-521238e031fb {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:12:01.374215 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-aae6a6f7-d126-4b3b-826a-c55aff804113 req-dd4dd7a3-8a7c-460f-85eb-5f3d4e183a9a tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (74dfe64d-b519-4bc9-aa9c-521238e031fb), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:01.476266 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-aae6a6f7-d126-4b3b-826a-c55aff804113 req-dd4dd7a3-8a7c-460f-85eb-5f3d4e183a9a tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] For port 74dfe64d-b519-4bc9-aa9c-521238e031fb, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=74dfe64d-b519-4bc9-aa9c-521238e031fb,segment=NetworkSegment(7045eba6-499b-4c46-bfdc-84f068de66aa),segment_id=7045eba6-499b-4c46-bfdc-84f068de66aa)] {{(pid=121474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:12:01.476629 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-aae6a6f7-d126-4b3b-826a-c55aff804113 req-dd4dd7a3-8a7c-460f-85eb-5f3d4e183a9a tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (74dfe64d-b519-4bc9-aa9c-521238e031fb), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:01.490395 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [req-aae6a6f7-d126-4b3b-826a-c55aff804113 req-dd4dd7a3-8a7c-460f-85eb-5f3d4e183a9a tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Calling delete_port for 74dfe64d-b519-4bc9-aa9c-521238e031fb owned by compute:nova {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:12:01.502440 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:12:01.618207 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:12:01.705081 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-aae6a6f7-d126-4b3b-826a-c55aff804113 req-dd4dd7a3-8a7c-460f-85eb-5f3d4e183a9a tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (74dfe64d-b519-4bc9-aa9c-521238e031fb), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:01.721581 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] get_ports_and_sgs() called for port_ids ['74dfe64d-b519-4bc9-aa9c-521238e031fb'] {{(pid=121476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:12:01.739420 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4dd7a3-8a7c-460f-85eb-5f3d4e183a9a tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Pushing event deleted for resources: {'Port': ['ID=74dfe64d-b519-4bc9-aa9c-521238e031fb,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:01.785568 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae6a6f7-d126-4b3b-826a-c55aff804113 req-dd4dd7a3-8a7c-460f-85eb-5f3d4e183a9a tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] No DVR routers for this DVR port 74dfe64d-b519-4bc9-aa9c-521238e031fb on host hv-cinder-85127 {{(pid=121474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 04:12:01.788196 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-aae6a6f7-d126-4b3b-826a-c55aff804113 req-dd4dd7a3-8a7c-460f-85eb-5f3d4e183a9a tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:01.791529 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-aae6a6f7-d126-4b3b-826a-c55aff804113 req-dd4dd7a3-8a7c-460f-85eb-5f3d4e183a9a tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.67 "DELETE /v2.0/ports/74dfe64d-b519-4bc9-aa9c-521238e031fb HTTP/1.1" status: 204 len: 173 time: 0.5038860 Jul 28 04:12:01.791999 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d43fe3-52d0-4ff7-b519-10abc0c30c97', 'name': 'network-vif-deleted', 'tag': '74dfe64d-b519-4bc9-aa9c-521238e031fb'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:12:01.794272 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5225e336-129f-414d-a21e-658dce4ea9e3" -d '{"events": [{"server_uuid": "99d43fe3-52d0-4ff7-b519-10abc0c30c97", "name": "network-vif-deleted", "tag": "74dfe64d-b519-4bc9-aa9c-521238e031fb"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:12:01.843729 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 04:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1db8d5-3bd1-4aae-b13d-307945710204 x-openstack-request-id: req-5b1db8d5-3bd1-4aae-b13d-307945710204 {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:12:01.844657 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d43fe3-52d0-4ff7-b519-10abc0c30c97", "name": "network-vif-deleted", "tag": "74dfe64d-b519-4bc9-aa9c-521238e031fb", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:12:01.845081 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5b1db8d5-3bd1-4aae-b13d-307945710204 {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:12:01.845761 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b1db8d5-3bd1-4aae-b13d-307945710204'] response: {'server_uuid': '99d43fe3-52d0-4ff7-b519-10abc0c30c97', 'name': 'network-vif-deleted', 'tag': '74dfe64d-b519-4bc9-aa9c-521238e031fb', 'status': 'completed', 'code': 200} Jul 28 04:12:01.865999 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-2b5fca0a-05cc-4a90-9354-2641e8c53967 req-8606a79e-2638-49ae-beee-18175cbfaf64 tempest-TestMinimumBasicScenario-972574263 tempest-TestMinimumBasicScenario-972574263-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d43fe3-52d0-4ff7-b519-10abc0c30c97 HTTP/1.1" status: 200 len: 210 time: 0.0434821 Jul 28 04:12:03.911210 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.agents_db [None req-58c662dc-5ea5-4853-b3cc-f7bb2188e679 None None] Agent healthcheck: found 6 active agents {{(pid=121477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:12:04.161420 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 33894) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:12:04.397104 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device 74dfe64d-b519-4bc9-aa9c-521238e031fb no longer exists at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:12:04.416810 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] No Port match for: 74dfe64d-b519-4bc9-aa9c-521238e031fb {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:12:04.419151 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device 74dfe64d-b519-4bc9-aa9c-521238e031fb not bound to the agent host hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:12:04.486752 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-3df02a9b-eea4-4cda-a4fe-af5717e6c1e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736721'] for router_interface (2c7334b3-e793-408e-9985-be8b2e17fe15), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:04.714176 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-3df02a9b-eea4-4cda-a4fe-af5717e6c1e1 admin admin] Deleting port 65c92c31-7999-4931-8272-2a0b6625eedb {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:12:04.714518 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-3df02a9b-eea4-4cda-a4fe-af5717e6c1e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (65c92c31-7999-4931-8272-2a0b6625eedb), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:04.800196 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [None req-3df02a9b-eea4-4cda-a4fe-af5717e6c1e1 admin admin] For port 65c92c31-7999-4931-8272-2a0b6625eedb, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=65c92c31-7999-4931-8272-2a0b6625eedb,segment=NetworkSegment(7045eba6-499b-4c46-bfdc-84f068de66aa),segment_id=7045eba6-499b-4c46-bfdc-84f068de66aa)] {{(pid=121474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:12:04.800575 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-3df02a9b-eea4-4cda-a4fe-af5717e6c1e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (65c92c31-7999-4931-8272-2a0b6625eedb), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:04.813874 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-3df02a9b-eea4-4cda-a4fe-af5717e6c1e1 admin admin] Calling delete_port for 65c92c31-7999-4931-8272-2a0b6625eedb owned by network:router_interface {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:12:04.878514 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:12:04.936309 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:12:05.070278 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-3df02a9b-eea4-4cda-a4fe-af5717e6c1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (65c92c31-7999-4931-8272-2a0b6625eedb), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:05.101749 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df02a9b-eea4-4cda-a4fe-af5717e6c1e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=65c92c31-7999-4931-8272-2a0b6625eedb,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:05.279210 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-3df02a9b-eea4-4cda-a4fe-af5717e6c1e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736837'] for router_interface (2c7334b3-e793-408e-9985-be8b2e17fe15), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:05.510705 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df02a9b-eea4-4cda-a4fe-af5717e6c1e1 admin admin] Router 2c7334b3-e793-408e-9985-be8b2e17fe15 has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 04:12:05.618595 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df02a9b-eea4-4cda-a4fe-af5717e6c1e1 admin admin] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:12:05.626017 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-3df02a9b-eea4-4cda-a4fe-af5717e6c1e1 admin admin] 10.222.0.66 "PUT /v2.0/routers/2c7334b3-e793-408e-9985-be8b2e17fe15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4634755 Jul 28 04:12:05.627157 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 33896) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:12:05.628734 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaa6d00-ad50-45ae-bd9e-381325e82ed4 None None] Sync routers for ids ['2c7334b3-e793-408e-9985-be8b2e17fe15'] in dv-cinder-851279-1-iscsi {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:12:05.639697 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaa6d00-ad50-45ae-bd9e-381325e82ed4 None None] Routers {'2c7334b3-e793-408e-9985-be8b2e17fe15'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:12:05.641587 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-edaa6d00-ad50-45ae-bd9e-381325e82ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:11:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['2c7334b3-e793-408e-9985-be8b2e17fe15'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:05.729254 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-4b7fba4b-121c-4019-8fd6-57f25e38e715 admin admin] Publish callbacks [] for router (2c7334b3-e793-408e-9985-be8b2e17fe15), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:05.748325 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-edaa6d00-ad50-45ae-bd9e-381325e82ed4 None None] Set router 2c7334b3-e793-408e-9985-be8b2e17fe15 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:12:05.848917 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-4b7fba4b-121c-4019-8fd6-57f25e38e715 admin admin] Publish callbacks [] for router_gateway (2c7334b3-e793-408e-9985-be8b2e17fe15), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:05.926207 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=100 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:12:05.932655 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-edaa6d00-ad50-45ae-bd9e-381325e82ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7334b3-e793-408e-9985-be8b2e17fe15', 'name': 'tempest-TestMinimumBasicScenario-2080233046-router', 'tenant_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c3775fa8-1516-45d0-85ea-9f881801bfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:09:47Z', 'updated_at': '2022-07-28T04:12:04Z', 'revision_number': 5, 'project_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'gw_port': {'id': 'c3775fa8-1516-45d0-85ea-9f881801bfaf', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7334b3-e793-408e-9985-be8b2e17fe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:09:48Z', 'updated_at': '2022-07-28T04:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi'}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:05.964599 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaa6d00-ad50-45ae-bd9e-381325e82ed4 None None] Checking router: 2c7334b3-e793-408e-9985-be8b2e17fe15 for host: dv-cinder-851279-1-iscsi {{(pid=121477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:12:05.969515 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-4b7fba4b-121c-4019-8fd6-57f25e38e715 admin admin] Deleting port c3775fa8-1516-45d0-85ea-9f881801bfaf {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:12:05.969986 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-4b7fba4b-121c-4019-8fd6-57f25e38e715 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (c3775fa8-1516-45d0-85ea-9f881801bfaf), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:05.974453 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaa6d00-ad50-45ae-bd9e-381325e82ed4 None None] Routers {'2c7334b3-e793-408e-9985-be8b2e17fe15'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:12:05.975065 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-edaa6d00-ad50-45ae-bd9e-381325e82ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:11:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['2c7334b3-e793-408e-9985-be8b2e17fe15'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:05.977690 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=100 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:12:05.981730 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:12:06.037896 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:12:06.058108 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [None req-4b7fba4b-121c-4019-8fd6-57f25e38e715 admin admin] For port c3775fa8-1516-45d0-85ea-9f881801bfaf, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=c3775fa8-1516-45d0-85ea-9f881801bfaf,segment=NetworkSegment(f2985cdc-b551-4e3f-9fbc-bf06e2065a47),segment_id=f2985cdc-b551-4e3f-9fbc-bf06e2065a47)] {{(pid=121474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:12:06.058475 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-4b7fba4b-121c-4019-8fd6-57f25e38e715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (c3775fa8-1516-45d0-85ea-9f881801bfaf), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:06.065675 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-edaa6d00-ad50-45ae-bd9e-381325e82ed4 None None] Set router 2c7334b3-e793-408e-9985-be8b2e17fe15 gateway port host: None {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:12:06.079105 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-4b7fba4b-121c-4019-8fd6-57f25e38e715 admin admin] Calling delete_port for c3775fa8-1516-45d0-85ea-9f881801bfaf owned by network:router_gateway {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:12:06.119994 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-edaa6d00-ad50-45ae-bd9e-381325e82ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7334b3-e793-408e-9985-be8b2e17fe15', 'name': 'tempest-TestMinimumBasicScenario-2080233046-router', 'tenant_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:09:47Z', 'updated_at': '2022-07-28T04:12:05Z', 'revision_number': 6, 'project_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'gw_port_host': None}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:06.153531 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaa6d00-ad50-45ae-bd9e-381325e82ed4 None None] The sync data for ids ['2c7334b3-e793-408e-9985-be8b2e17fe15'] in dv-cinder-851279-1-iscsi is: [{'id': '2c7334b3-e793-408e-9985-be8b2e17fe15', 'name': 'tempest-TestMinimumBasicScenario-2080233046-router', 'tenant_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:09:47Z', 'updated_at': '2022-07-28T04:12:05Z', 'revision_number': 6, 'project_id': 'a4c201d8672b4b2dab2a3fe4ef1242ec', 'gw_port_host': None}] {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:12:06.406022 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-4b7fba4b-121c-4019-8fd6-57f25e38e715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (c3775fa8-1516-45d0-85ea-9f881801bfaf), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:06.432907 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7fba4b-121c-4019-8fd6-57f25e38e715 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3775fa8-1516-45d0-85ea-9f881801bfaf,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:06.505507 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-4b7fba4b-121c-4019-8fd6-57f25e38e715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1739537'] for router_gateway (2c7334b3-e793-408e-9985-be8b2e17fe15), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:06.600971 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-4b7fba4b-121c-4019-8fd6-57f25e38e715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1680026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-593'] for router (2c7334b3-e793-408e-9985-be8b2e17fe15), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:06.603357 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-4b7fba4b-121c-4019-8fd6-57f25e38e715 admin admin] Publish callbacks [] for router_controller (2c7334b3-e793-408e-9985-be8b2e17fe15), precommit_delete_associations {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:06.720069 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-4b7fba4b-121c-4019-8fd6-57f25e38e715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1679896'] for router (2c7334b3-e793-408e-9985-be8b2e17fe15), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:06.720695 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7fba4b-121c-4019-8fd6-57f25e38e715 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c7334b3-e793-408e-9985-be8b2e17fe15 {{(pid=121474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 04:12:06.724885 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-4b7fba4b-121c-4019-8fd6-57f25e38e715 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:06.726044 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-4b7fba4b-121c-4019-8fd6-57f25e38e715 admin admin] 10.222.0.66 "DELETE /v2.0/routers/2c7334b3-e793-408e-9985-be8b2e17fe15 HTTP/1.1" status: 204 len: 168 time: 1.0979161 Jul 28 04:12:06.728685 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 33898) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:12:06.775732 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.db_base_plugin_v2 [None req-42dd2413-acdb-4b91-b37f-c63d2ec1d141 admin admin] Deleting subnet f26ac5b3-c1cc-4f7e-9ad1-83a2bb3ad5ee {{(pid=121474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 04:12:06.779231 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-42dd2413-acdb-4b91-b37f-c63d2ec1d141 admin admin] Publish callbacks [] for subnet (f26ac5b3-c1cc-4f7e-9ad1-83a2bb3ad5ee), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:06.820476 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-42dd2413-acdb-4b91-b37f-c63d2ec1d141 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3319468'] for subnet (f26ac5b3-c1cc-4f7e-9ad1-83a2bb3ad5ee), precommit_delete_associations {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:06.902315 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-42dd2413-acdb-4b91-b37f-c63d2ec1d141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775531'] for subnet (f26ac5b3-c1cc-4f7e-9ad1-83a2bb3ad5ee), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:06.935600 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:12:07.024958 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-42dd2413-acdb-4b91-b37f-c63d2ec1d141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7775522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26044694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360876'] for subnet (f26ac5b3-c1cc-4f7e-9ad1-83a2bb3ad5ee), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:07.056398 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd2413-acdb-4b91-b37f-c63d2ec1d141 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f26ac5b3-c1cc-4f7e-9ad1-83a2bb3ad5ee,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:07.062525 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-42dd2413-acdb-4b91-b37f-c63d2ec1d141 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for subnet (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:07.068331 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b40bf6-1fea-4881-b784-b36eb6259ae9 None None] Network 94a232cd-980c-4117-bf05-f93f541f3ce6 requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 04:12:07.068903 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-42dd2413-acdb-4b91-b37f-c63d2ec1d141 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f26ac5b3-c1cc-4f7e-9ad1-83a2bb3ad5ee HTTP/1.1" status: 204 len: 168 time: 0.3387613 Jul 28 04:12:07.069605 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 33900) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:12:07.143848 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-e107ac52-f028-4655-a1a7-3813e0a7d1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766625'] for network (94a232cd-980c-4117-bf05-f93f541f3ce6), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:07.195158 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.plugin [None req-e107ac52-f028-4655-a1a7-3813e0a7d1bb admin admin] Deleting port a0ca4808-f248-4e56-ae74-6236bf48941e {{(pid=121475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:12:07.195503 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-e107ac52-f028-4655-a1a7-3813e0a7d1bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (a0ca4808-f248-4e56-ae74-6236bf48941e), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:07.251169 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e681bb-9061-4c0c-9af9-a11f53d0ac38 None None] DHCP port deletion for 94a232cd-980c-4117-bf05-f93f541f3ce6 request from dv-cinder-851279-1-iscsi {{(pid=121476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 04:12:07.271288 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.db [None req-e107ac52-f028-4655-a1a7-3813e0a7d1bb admin admin] For port a0ca4808-f248-4e56-ae74-6236bf48941e, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=a0ca4808-f248-4e56-ae74-6236bf48941e,segment=NetworkSegment(7045eba6-499b-4c46-bfdc-84f068de66aa),segment_id=7045eba6-499b-4c46-bfdc-84f068de66aa)] {{(pid=121475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:12:07.271584 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-e107ac52-f028-4655-a1a7-3813e0a7d1bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (a0ca4808-f248-4e56-ae74-6236bf48941e), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:07.279673 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:12:07.287635 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.plugin [None req-e107ac52-f028-4655-a1a7-3813e0a7d1bb admin admin] Calling delete_port for a0ca4808-f248-4e56-ae74-6236bf48941e owned by network:dhcp {{(pid=121475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:12:07.292256 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-a7e681bb-9061-4c0c-9af9-a11f53d0ac38 None None] Deleting port a0ca4808-f248-4e56-ae74-6236bf48941e {{(pid=121476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:12:07.303820 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-a7e681bb-9061-4c0c-9af9-a11f53d0ac38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (a0ca4808-f248-4e56-ae74-6236bf48941e), before_delete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:07.334985 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:12:07.369472 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-a7e681bb-9061-4c0c-9af9-a11f53d0ac38 None None] For port a0ca4808-f248-4e56-ae74-6236bf48941e, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=a0ca4808-f248-4e56-ae74-6236bf48941e,segment=NetworkSegment(7045eba6-499b-4c46-bfdc-84f068de66aa),segment_id=7045eba6-499b-4c46-bfdc-84f068de66aa)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:12:07.369870 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-a7e681bb-9061-4c0c-9af9-a11f53d0ac38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (a0ca4808-f248-4e56-ae74-6236bf48941e), precommit_delete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:07.385276 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-a7e681bb-9061-4c0c-9af9-a11f53d0ac38 None None] Calling delete_port for a0ca4808-f248-4e56-ae74-6236bf48941e owned by network:dhcp {{(pid=121476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:12:07.466507 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device c3775fa8-1516-45d0-85ea-9f881801bfaf no longer exists at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:12:07.495138 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] No Port match for: c3775fa8-1516-45d0-85ea-9f881801bfaf {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:12:07.495559 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device c3775fa8-1516-45d0-85ea-9f881801bfaf not bound to the agent host dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:12:07.495999 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device a0ca4808-f248-4e56-ae74-6236bf48941e no longer exists at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:12:07.573960 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Current status of the port a0ca4808-f248-4e56-ae74-6236bf48941e is: ACTIVE; New status is: DOWN {{(pid=121476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 04:12:07.574258 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718339'] for port (a0ca4808-f248-4e56-ae74-6236bf48941e), before_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:07.583883 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-a7e681bb-9061-4c0c-9af9-a11f53d0ac38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388'] for port (a0ca4808-f248-4e56-ae74-6236bf48941e), after_delete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:07.609808 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-e107ac52-f028-4655-a1a7-3813e0a7d1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3956301'] for port (a0ca4808-f248-4e56-ae74-6236bf48941e), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:07.616688 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e681bb-9061-4c0c-9af9-a11f53d0ac38 None None] Pushing event deleted for resources: {'Port': ['ID=a0ca4808-f248-4e56-ae74-6236bf48941e,revision_number=None']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:07.621681 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e681bb-9061-4c0c-9af9-a11f53d0ac38 None None] No DVR routers for this DVR port a0ca4808-f248-4e56-ae74-6236bf48941e on host dv-cinder-851279-1-iscsi {{(pid=121476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 04:12:07.634459 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:12:07.638637 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e107ac52-f028-4655-a1a7-3813e0a7d1bb admin admin] Pushing event deleted for resources: {'Port': ['ID=a0ca4808-f248-4e56-ae74-6236bf48941e,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:07.643500 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e107ac52-f028-4655-a1a7-3813e0a7d1bb admin admin] No DVR routers for this DVR port a0ca4808-f248-4e56-ae74-6236bf48941e on host dv-cinder-851279-1-iscsi {{(pid=121475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 04:12:07.646788 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 65c92c31-7999-4931-8272-2a0b6625eedb no longer exists at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:12:07.674144 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] No Port match for: 65c92c31-7999-4931-8272-2a0b6625eedb {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:12:07.674495 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 65c92c31-7999-4931-8272-2a0b6625eedb not bound to the agent host dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:12:07.725465 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-e107ac52-f028-4655-a1a7-3813e0a7d1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7777285', 'neutron.services.segments.db._delete_segments_for_network-8761988548554'] for network (94a232cd-980c-4117-bf05-f93f541f3ce6), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:07.727677 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:12:07.748069 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.services.segments.db [None req-e107ac52-f028-4655-a1a7-3813e0a7d1bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94a232cd-980c-4117-bf05-f93f541f3ce6']}} {{(pid=121475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:07.758122 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.services.segments.db [None req-e107ac52-f028-4655-a1a7-3813e0a7d1bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7045eba6-499b-4c46-bfdc-84f068de66aa') {'for_net_delete': True} {{(pid=121475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:07.758482 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.services.segments.db [None req-e107ac52-f028-4655-a1a7-3813e0a7d1bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7045eba6-499b-4c46-bfdc-84f068de66aa') {} {{(pid=121475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:07.769174 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-e107ac52-f028-4655-a1a7-3813e0a7d1bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761988548455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097529'] for segment (7045eba6-499b-4c46-bfdc-84f068de66aa), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:07.784511 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-e107ac52-f028-4655-a1a7-3813e0a7d1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684'] for segment (7045eba6-499b-4c46-bfdc-84f068de66aa), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:07.791555 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e107ac52-f028-4655-a1a7-3813e0a7d1bb admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=121475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:12:07.797275 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-e107ac52-f028-4655-a1a7-3813e0a7d1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3956286'] for segment (7045eba6-499b-4c46-bfdc-84f068de66aa), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:07.833879 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.services.segments.plugin [-] Segment 7045eba6-499b-4c46-bfdc-84f068de66aa resource provider aggregate not found Jul 28 04:12:07.852685 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.services.segments.plugin [-] Segment 7045eba6-499b-4c46-bfdc-84f068de66aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7045eba6-499b-4c46-bfdc-84f068de66aa found for delete ", "request_id": "req-819dc68c-5786-4efb-acdf-965aa8b5bcc8"}]} Jul 28 04:12:07.920160 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-e107ac52-f028-4655-a1a7-3813e0a7d1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7777294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1739581'] for network (94a232cd-980c-4117-bf05-f93f541f3ce6), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:07.924672 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-e107ac52-f028-4655-a1a7-3813e0a7d1bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for network (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:07.928951 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-e107ac52-f028-4655-a1a7-3813e0a7d1bb admin admin] 10.222.0.66 "DELETE /v2.0/networks/94a232cd-980c-4117-bf05-f93f541f3ce6 HTTP/1.1" status: 204 len: 168 time: 0.8572867 Jul 28 04:12:07.931394 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 33906) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:12:07.943634 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e107ac52-f028-4655-a1a7-3813e0a7d1bb admin admin] Pushing event deleted for resources: {'Network': ['ID=94a232cd-980c-4117-bf05-f93f541f3ce6,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:08.518410 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-59d3159b-fbdc-4547-aa96-44c731265e81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736721'] for router_interface (944d92d4-f80a-4585-8c7a-3052e0a8b65c), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:08.567686 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:12:08.747891 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-59d3159b-fbdc-4547-aa96-44c731265e81 admin admin] Deleting port b144fc7b-f6cc-492c-8b27-630397adff1a {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:12:08.748267 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-59d3159b-fbdc-4547-aa96-44c731265e81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (b144fc7b-f6cc-492c-8b27-630397adff1a), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:08.833641 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [None req-59d3159b-fbdc-4547-aa96-44c731265e81 admin admin] For port b144fc7b-f6cc-492c-8b27-630397adff1a, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=b144fc7b-f6cc-492c-8b27-630397adff1a,segment=NetworkSegment(ae7a8ef1-543f-47b3-a313-40616d388193),segment_id=ae7a8ef1-543f-47b3-a313-40616d388193)] {{(pid=121474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:12:08.833933 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-59d3159b-fbdc-4547-aa96-44c731265e81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (b144fc7b-f6cc-492c-8b27-630397adff1a), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:08.847399 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-59d3159b-fbdc-4547-aa96-44c731265e81 admin admin] Calling delete_port for b144fc7b-f6cc-492c-8b27-630397adff1a owned by network:router_interface {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:12:08.986827 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:12:09.105257 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-59d3159b-fbdc-4547-aa96-44c731265e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (b144fc7b-f6cc-492c-8b27-630397adff1a), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:09.132884 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d3159b-fbdc-4547-aa96-44c731265e81 admin admin] Pushing event deleted for resources: {'Port': ['ID=b144fc7b-f6cc-492c-8b27-630397adff1a,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:09.320673 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-59d3159b-fbdc-4547-aa96-44c731265e81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736837'] for router_interface (944d92d4-f80a-4585-8c7a-3052e0a8b65c), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:09.511492 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:12:09.539800 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d3159b-fbdc-4547-aa96-44c731265e81 admin admin] Router 944d92d4-f80a-4585-8c7a-3052e0a8b65c has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 04:12:09.646830 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d3159b-fbdc-4547-aa96-44c731265e81 admin admin] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:12:09.651718 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-59d3159b-fbdc-4547-aa96-44c731265e81 admin admin] 10.222.0.66 "PUT /v2.0/routers/944d92d4-f80a-4585-8c7a-3052e0a8b65c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7189758 Jul 28 04:12:09.654398 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 33908) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:12:09.655529 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c040acc0-5dd3-4339-b0d1-ec5eba929cc1 None None] Sync routers for ids ['944d92d4-f80a-4585-8c7a-3052e0a8b65c'] in dv-cinder-851279-1-iscsi {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:12:09.665870 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c040acc0-5dd3-4339-b0d1-ec5eba929cc1 None None] Routers {'944d92d4-f80a-4585-8c7a-3052e0a8b65c'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:12:09.666487 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-c040acc0-5dd3-4339-b0d1-ec5eba929cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:11:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['944d92d4-f80a-4585-8c7a-3052e0a8b65c'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:09.760854 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-ac598692-1cea-48c3-bfa7-db457806e205 admin admin] Publish callbacks [] for router (944d92d4-f80a-4585-8c7a-3052e0a8b65c), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:09.784916 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-c040acc0-5dd3-4339-b0d1-ec5eba929cc1 None None] Set router 944d92d4-f80a-4585-8c7a-3052e0a8b65c gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:12:09.871025 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-ac598692-1cea-48c3-bfa7-db457806e205 admin admin] Publish callbacks [] for router_gateway (944d92d4-f80a-4585-8c7a-3052e0a8b65c), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:09.976858 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-ac598692-1cea-48c3-bfa7-db457806e205 admin admin] Deleting port 6d56662e-7805-45a3-bedd-58ee9d8e1f43 {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:12:09.977254 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-ac598692-1cea-48c3-bfa7-db457806e205 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (6d56662e-7805-45a3-bedd-58ee9d8e1f43), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:09.981065 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-c040acc0-5dd3-4339-b0d1-ec5eba929cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944d92d4-f80a-4585-8c7a-3052e0a8b65c', 'name': 'tempest-TestMinimumBasicScenario-1215362619-router', 'tenant_id': 'fc8b34a6a2ac4d279d44d0c8d42e3193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '6d56662e-7805-45a3-bedd-58ee9d8e1f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:09:54Z', 'updated_at': '2022-07-28T04:12:08Z', 'revision_number': 5, 'project_id': 'fc8b34a6a2ac4d279d44d0c8d42e3193', 'gw_port': {'id': '6d56662e-7805-45a3-bedd-58ee9d8e1f43', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:26:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944d92d4-f80a-4585-8c7a-3052e0a8b65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:09:55Z', 'updated_at': '2022-07-28T04:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi'}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:10.008262 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c040acc0-5dd3-4339-b0d1-ec5eba929cc1 None None] Checking router: 944d92d4-f80a-4585-8c7a-3052e0a8b65c for host: dv-cinder-851279-1-iscsi {{(pid=121476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:12:10.017998 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c040acc0-5dd3-4339-b0d1-ec5eba929cc1 None None] Routers {'944d92d4-f80a-4585-8c7a-3052e0a8b65c'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:12:10.018629 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-c040acc0-5dd3-4339-b0d1-ec5eba929cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:11:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['944d92d4-f80a-4585-8c7a-3052e0a8b65c'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:10.068995 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [None req-ac598692-1cea-48c3-bfa7-db457806e205 admin admin] For port 6d56662e-7805-45a3-bedd-58ee9d8e1f43, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=6d56662e-7805-45a3-bedd-58ee9d8e1f43,segment=NetworkSegment(f2985cdc-b551-4e3f-9fbc-bf06e2065a47),segment_id=f2985cdc-b551-4e3f-9fbc-bf06e2065a47)] {{(pid=121474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:12:10.069502 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-ac598692-1cea-48c3-bfa7-db457806e205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (6d56662e-7805-45a3-bedd-58ee9d8e1f43), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:10.083227 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-ac598692-1cea-48c3-bfa7-db457806e205 admin admin] Calling delete_port for 6d56662e-7805-45a3-bedd-58ee9d8e1f43 owned by network:router_gateway {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:12:10.106925 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-c040acc0-5dd3-4339-b0d1-ec5eba929cc1 None None] Set router 944d92d4-f80a-4585-8c7a-3052e0a8b65c gateway port host: None {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:12:10.143875 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:12:10.161485 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-c040acc0-5dd3-4339-b0d1-ec5eba929cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944d92d4-f80a-4585-8c7a-3052e0a8b65c', 'name': 'tempest-TestMinimumBasicScenario-1215362619-router', 'tenant_id': 'fc8b34a6a2ac4d279d44d0c8d42e3193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:09:54Z', 'updated_at': '2022-07-28T04:12:09Z', 'revision_number': 6, 'project_id': 'fc8b34a6a2ac4d279d44d0c8d42e3193', 'gw_port_host': None}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:10.187623 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c040acc0-5dd3-4339-b0d1-ec5eba929cc1 None None] The sync data for ids ['944d92d4-f80a-4585-8c7a-3052e0a8b65c'] in dv-cinder-851279-1-iscsi is: [{'id': '944d92d4-f80a-4585-8c7a-3052e0a8b65c', 'name': 'tempest-TestMinimumBasicScenario-1215362619-router', 'tenant_id': 'fc8b34a6a2ac4d279d44d0c8d42e3193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:09:54Z', 'updated_at': '2022-07-28T04:12:09Z', 'revision_number': 6, 'project_id': 'fc8b34a6a2ac4d279d44d0c8d42e3193', 'gw_port_host': None}] {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:12:10.378808 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-ac598692-1cea-48c3-bfa7-db457806e205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (6d56662e-7805-45a3-bedd-58ee9d8e1f43), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:10.402796 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac598692-1cea-48c3-bfa7-db457806e205 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d56662e-7805-45a3-bedd-58ee9d8e1f43,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:10.471317 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-ac598692-1cea-48c3-bfa7-db457806e205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1739537'] for router_gateway (944d92d4-f80a-4585-8c7a-3052e0a8b65c), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:10.566805 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-ac598692-1cea-48c3-bfa7-db457806e205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1680026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-593'] for router (944d92d4-f80a-4585-8c7a-3052e0a8b65c), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:10.569443 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-ac598692-1cea-48c3-bfa7-db457806e205 admin admin] Publish callbacks [] for router_controller (944d92d4-f80a-4585-8c7a-3052e0a8b65c), precommit_delete_associations {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:10.614362 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:12:10.725537 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-ac598692-1cea-48c3-bfa7-db457806e205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1679896'] for router (944d92d4-f80a-4585-8c7a-3052e0a8b65c), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:10.726196 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac598692-1cea-48c3-bfa7-db457806e205 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 944d92d4-f80a-4585-8c7a-3052e0a8b65c {{(pid=121474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 04:12:10.731120 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-ac598692-1cea-48c3-bfa7-db457806e205 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:10.732386 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-ac598692-1cea-48c3-bfa7-db457806e205 admin admin] 10.222.0.66 "DELETE /v2.0/routers/944d92d4-f80a-4585-8c7a-3052e0a8b65c HTTP/1.1" status: 204 len: 168 time: 1.0770288 Jul 28 04:12:10.735489 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 33910) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:12:10.785486 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.db_base_plugin_v2 [None req-90612e3f-3d50-4c97-b8b6-a35388656517 admin admin] Deleting subnet 5a637526-0f2f-40ea-8c00-d9d2a4dfceeb {{(pid=121474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 04:12:10.789296 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-90612e3f-3d50-4c97-b8b6-a35388656517 admin admin] Publish callbacks [] for subnet (5a637526-0f2f-40ea-8c00-d9d2a4dfceeb), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:10.828527 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-90612e3f-3d50-4c97-b8b6-a35388656517 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3319468'] for subnet (5a637526-0f2f-40ea-8c00-d9d2a4dfceeb), precommit_delete_associations {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:10.922323 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-90612e3f-3d50-4c97-b8b6-a35388656517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775531'] for subnet (5a637526-0f2f-40ea-8c00-d9d2a4dfceeb), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:11.048839 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-90612e3f-3d50-4c97-b8b6-a35388656517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7775522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26044694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360876'] for subnet (5a637526-0f2f-40ea-8c00-d9d2a4dfceeb), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:11.081832 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90612e3f-3d50-4c97-b8b6-a35388656517 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a637526-0f2f-40ea-8c00-d9d2a4dfceeb,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:11.083973 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-90612e3f-3d50-4c97-b8b6-a35388656517 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for subnet (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:11.087788 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-90612e3f-3d50-4c97-b8b6-a35388656517 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5a637526-0f2f-40ea-8c00-d9d2a4dfceeb HTTP/1.1" status: 204 len: 168 time: 0.3507018 Jul 28 04:12:11.090808 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 33912) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:12:11.091215 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee9ea47-805a-40f1-a275-206f2f38f49e None None] Network 7acb9dbd-628c-4673-a5da-8a1b4cfb6331 requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 04:12:11.166923 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-e0db1a01-987b-4721-82da-d596a7da5fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766625'] for network (7acb9dbd-628c-4673-a5da-8a1b4cfb6331), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:11.217189 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-e0db1a01-987b-4721-82da-d596a7da5fb3 admin admin] Deleting port 23650307-8ab3-484f-b512-9e45564d3516 {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:12:11.217586 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-e0db1a01-987b-4721-82da-d596a7da5fb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (23650307-8ab3-484f-b512-9e45564d3516), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:11.298839 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [None req-e0db1a01-987b-4721-82da-d596a7da5fb3 admin admin] For port 23650307-8ab3-484f-b512-9e45564d3516, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=23650307-8ab3-484f-b512-9e45564d3516,segment=NetworkSegment(ae7a8ef1-543f-47b3-a313-40616d388193),segment_id=ae7a8ef1-543f-47b3-a313-40616d388193)] {{(pid=121474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:12:11.299201 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-e0db1a01-987b-4721-82da-d596a7da5fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (23650307-8ab3-484f-b512-9e45564d3516), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:11.317845 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-e0db1a01-987b-4721-82da-d596a7da5fb3 admin admin] Calling delete_port for 23650307-8ab3-484f-b512-9e45564d3516 owned by network:dhcp {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:12:11.388606 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435cbcd1-3f08-4d69-b6c0-d77c000cf6fd None None] DHCP port deletion for 7acb9dbd-628c-4673-a5da-8a1b4cfb6331 request from dv-cinder-851279-1-iscsi {{(pid=121476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 04:12:11.422726 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:12:11.435142 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-435cbcd1-3f08-4d69-b6c0-d77c000cf6fd None None] Deleting port 23650307-8ab3-484f-b512-9e45564d3516 {{(pid=121476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:12:11.435421 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-435cbcd1-3f08-4d69-b6c0-d77c000cf6fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (23650307-8ab3-484f-b512-9e45564d3516), before_delete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:11.483419 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 6d56662e-7805-45a3-bedd-58ee9d8e1f43 no longer exists at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:12:11.513928 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] No Port match for: 6d56662e-7805-45a3-bedd-58ee9d8e1f43 {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:12:11.514270 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 6d56662e-7805-45a3-bedd-58ee9d8e1f43 not bound to the agent host dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:12:11.514687 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 23650307-8ab3-484f-b512-9e45564d3516 no longer exists at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:12:11.523630 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:12:11.525431 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-e0db1a01-987b-4721-82da-d596a7da5fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (23650307-8ab3-484f-b512-9e45564d3516), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:11.531698 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:12:11.555271 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-435cbcd1-3f08-4d69-b6c0-d77c000cf6fd None None] For port 23650307-8ab3-484f-b512-9e45564d3516, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=23650307-8ab3-484f-b512-9e45564d3516,segment=NetworkSegment(ae7a8ef1-543f-47b3-a313-40616d388193),segment_id=ae7a8ef1-543f-47b3-a313-40616d388193)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:12:11.555680 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-435cbcd1-3f08-4d69-b6c0-d77c000cf6fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (23650307-8ab3-484f-b512-9e45564d3516), precommit_delete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:11.571476 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db1a01-987b-4721-82da-d596a7da5fb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=23650307-8ab3-484f-b512-9e45564d3516,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:11.578198 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0db1a01-987b-4721-82da-d596a7da5fb3 admin admin] No DVR routers for this DVR port 23650307-8ab3-484f-b512-9e45564d3516 on host dv-cinder-851279-1-iscsi {{(pid=121474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 04:12:11.578534 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-435cbcd1-3f08-4d69-b6c0-d77c000cf6fd None None] Calling delete_port for 23650307-8ab3-484f-b512-9e45564d3516 owned by network:dhcp {{(pid=121476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:12:11.595734 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] No active binding found for port 23650307-8ab3-484f-b512-9e45564d3516 {{(pid=121476) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 28 04:12:11.596154 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] The host dv-cinder-851279-1-iscsi is not matching for port 23650307-8ab3-484f-b512-9e45564d3516 host None! {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2390}} Jul 28 04:12:11.596552 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 23650307-8ab3-484f-b512-9e45564d3516 not bound to the agent host dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:12:11.596973 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device b144fc7b-f6cc-492c-8b27-630397adff1a no longer exists at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:12:11.646411 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] No Port match for: b144fc7b-f6cc-492c-8b27-630397adff1a {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:12:11.646758 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device b144fc7b-f6cc-492c-8b27-630397adff1a not bound to the agent host dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:12:11.657611 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-e0db1a01-987b-4721-82da-d596a7da5fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7777285', 'neutron.services.segments.db._delete_segments_for_network-8761988548554'] for network (7acb9dbd-628c-4673-a5da-8a1b4cfb6331), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:11.679122 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.services.segments.db [None req-e0db1a01-987b-4721-82da-d596a7da5fb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7acb9dbd-628c-4673-a5da-8a1b4cfb6331']}} {{(pid=121474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:11.690717 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.services.segments.db [None req-e0db1a01-987b-4721-82da-d596a7da5fb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae7a8ef1-543f-47b3-a313-40616d388193') {'for_net_delete': True} {{(pid=121474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:11.690717 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.services.segments.db [None req-e0db1a01-987b-4721-82da-d596a7da5fb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae7a8ef1-543f-47b3-a313-40616d388193') {} {{(pid=121474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:11.691231 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-435cbcd1-3f08-4d69-b6c0-d77c000cf6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388'] for port (23650307-8ab3-484f-b512-9e45564d3516), after_delete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:11.700544 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-e0db1a01-987b-4721-82da-d596a7da5fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761988548455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3319477'] for segment (ae7a8ef1-543f-47b3-a313-40616d388193), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:11.715225 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-e0db1a01-987b-4721-82da-d596a7da5fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684'] for segment (ae7a8ef1-543f-47b3-a313-40616d388193), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:11.715845 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435cbcd1-3f08-4d69-b6c0-d77c000cf6fd None None] Pushing event deleted for resources: {'Port': ['ID=23650307-8ab3-484f-b512-9e45564d3516,revision_number=None']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:11.720193 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435cbcd1-3f08-4d69-b6c0-d77c000cf6fd None None] No DVR routers for this DVR port 23650307-8ab3-484f-b512-9e45564d3516 on host dv-cinder-851279-1-iscsi {{(pid=121476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 04:12:11.724109 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0db1a01-987b-4721-82da-d596a7da5fb3 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=121474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:12:11.724683 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-e0db1a01-987b-4721-82da-d596a7da5fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26044744'] for segment (ae7a8ef1-543f-47b3-a313-40616d388193), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:11.786155 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:12:11.821189 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.services.segments.plugin [-] Segment ae7a8ef1-543f-47b3-a313-40616d388193 resource provider aggregate not found Jul 28 04:12:11.840272 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.services.segments.plugin [-] Segment ae7a8ef1-543f-47b3-a313-40616d388193 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ae7a8ef1-543f-47b3-a313-40616d388193 found for delete ", "request_id": "req-01892481-3241-4ebd-a569-12e0df7e1d5e"}]} Jul 28 04:12:11.939316 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-e0db1a01-987b-4721-82da-d596a7da5fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7777294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1739581'] for network (7acb9dbd-628c-4673-a5da-8a1b4cfb6331), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:11.944773 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-e0db1a01-987b-4721-82da-d596a7da5fb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for network (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:11.948425 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-e0db1a01-987b-4721-82da-d596a7da5fb3 admin admin] 10.222.0.66 "DELETE /v2.0/networks/7acb9dbd-628c-4673-a5da-8a1b4cfb6331 HTTP/1.1" status: 204 len: 168 time: 0.8577476 Jul 28 04:12:11.961803 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db1a01-987b-4721-82da-d596a7da5fb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7acb9dbd-628c-4673-a5da-8a1b4cfb6331,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:12.306795 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 33924) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:12:12.347425 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-a24a833c-5ccb-419b-a164-8ad232185d6f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a4c201d8672b4b2dab2a3fe4ef1242ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394309 Jul 28 04:12:12.349825 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 33926) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:12:12.399418 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-445ff5a3-0360-4d98-abff-4b926c315e74 admin admin] Publish callbacks [] for security_group (ada1a7c9-67f9-471d-aeeb-86a4c3acdc5e), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:12.422761 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-445ff5a3-0360-4d98-abff-4b926c315e74 admin admin] Publish callbacks [] for security_group (ada1a7c9-67f9-471d-aeeb-86a4c3acdc5e), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:12.538548 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-445ff5a3-0360-4d98-abff-4b926c315e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (ada1a7c9-67f9-471d-aeeb-86a4c3acdc5e), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:12.541074 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-445ff5a3-0360-4d98-abff-4b926c315e74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:12.542242 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-445ff5a3-0360-4d98-abff-4b926c315e74 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ada1a7c9-67f9-471d-aeeb-86a4c3acdc5e HTTP/1.1" status: 204 len: 168 time: 0.1915240 Jul 28 04:12:12.550455 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ff5a3-0360-4d98-abff-4b926c315e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada1a7c9-67f9-471d-aeeb-86a4c3acdc5e,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:13.119462 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 33932) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:12:13.159980 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-aa3f84dd-a663-44fb-8cab-b3c5c09f0b9f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fc8b34a6a2ac4d279d44d0c8d42e3193&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390863 Jul 28 04:12:13.162403 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 33934) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:12:13.217130 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-86e8bf53-8331-44e9-827b-2dafe392f434 admin admin] Publish callbacks [] for security_group (32d903d4-e53b-4421-96fc-095487c32adf), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:13.239166 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-86e8bf53-8331-44e9-827b-2dafe392f434 admin admin] Publish callbacks [] for security_group (32d903d4-e53b-4421-96fc-095487c32adf), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:13.344838 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-86e8bf53-8331-44e9-827b-2dafe392f434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (32d903d4-e53b-4421-96fc-095487c32adf), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:13.347292 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-86e8bf53-8331-44e9-827b-2dafe392f434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:13.348516 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-86e8bf53-8331-44e9-827b-2dafe392f434 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/32d903d4-e53b-4421-96fc-095487c32adf HTTP/1.1" status: 204 len: 168 time: 0.1851366 Jul 28 04:12:13.356523 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e8bf53-8331-44e9-827b-2dafe392f434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d903d4-e53b-4421-96fc-095487c32adf,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:14.859074 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-e178c1a5-636e-4542-93c7-cd7cecace538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:17.481259 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-eee0c670-42da-490b-a35b-abf1a438d85a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:17.931472 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:12:17.932309 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=23,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:12:18.348324 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:19.016825 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d923ff-d983-4784-981f-1bbce4c5c5ac), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:19.606041 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:20.102363 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:23.351882 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:DELETE=7,neutron:SELECT=48 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:12:23.352637 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=42,neutron:DELETE=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:12:24.763973 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=9 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:12:24.764763 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=14 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:12:30.026231 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=54,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:12:30.030149 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:12:39.589821 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=13 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:12:39.591722 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=13 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:12:40.910405 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.agents_db [None req-58c662dc-5ea5-4853-b3cc-f7bb2188e679 None None] Agent healthcheck: found 6 active agents {{(pid=121477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:12:44.846795 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-990e4957-2437-4be7-b39f-e4a8701b6058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:47.417222 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-7c42f066-8f53-4637-9764-e80c4099a432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:48.360619 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:48.989071 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d923ff-d983-4784-981f-1bbce4c5c5ac), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:49.612348 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:50.118370 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:12:50.905379 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=2 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:12:58.923855 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3095aa35-cd60-4953-9fae-a17036e39cad req-9121f05d-3467-4040-932d-95fb00825895 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fa34a319-36da-4d32-879f-76740e89aecc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381825 Jul 28 04:12:59.004372 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3095aa35-cd60-4953-9fae-a17036e39cad req-820511ab-7a16-4a33-b3f8-be6b0d7f7445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:12:59.005876 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3095aa35-cd60-4953-9fae-a17036e39cad req-820511ab-7a16-4a33-b3f8-be6b0d7f7445 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9aa592e1b58f4804ad264f0cd721b1ca&device_id=fa34a319-36da-4d32-879f-76740e89aecc HTTP/1.1" status: 200 len: 1129 time: 0.0403690 Jul 28 04:12:59.116913 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3095aa35-cd60-4953-9fae-a17036e39cad req-c4794cb5-8b3d-45a2-bf94-4cbfcdbb903e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:12:59.118398 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3095aa35-cd60-4953-9fae-a17036e39cad req-c4794cb5-8b3d-45a2-bf94-4cbfcdbb903e service neutron] 10.222.0.67 "GET /v2.0/networks?id=672eb351-e67a-4327-be23-b1a7215130a6 HTTP/1.1" status: 200 len: 911 time: 0.0946631 Jul 28 04:12:59.188433 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3095aa35-cd60-4953-9fae-a17036e39cad req-f6aaec55-92ee-42f9-bfe6-203e859440b6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf07003f-197f-47fc-987f-30b50dad1a5e HTTP/1.1" status: 200 len: 1001 time: 0.0620151 Jul 28 04:12:59.490207 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3095aa35-cd60-4953-9fae-a17036e39cad req-600a26f9-68b2-456d-8f4b-801737b43d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:12:59.491621 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3095aa35-cd60-4953-9fae-a17036e39cad req-600a26f9-68b2-456d-8f4b-801737b43d99 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dd333499-a093-4bb7-a733-016cbbcdd8fe HTTP/1.1" status: 200 len: 849 time: 0.2977862 Jul 28 04:12:59.534959 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3095aa35-cd60-4953-9fae-a17036e39cad req-624eb228-c329-445c-b593-b457dd983429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:12:59.536552 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3095aa35-cd60-4953-9fae-a17036e39cad req-624eb228-c329-445c-b593-b457dd983429 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=672eb351-e67a-4327-be23-b1a7215130a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394137 Jul 28 04:12:59.630966 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3095aa35-cd60-4953-9fae-a17036e39cad req-1f3aa8a1-ea3f-419f-9776-6e287f6e2204 service neutron] 10.222.0.67 "GET /v2.0/networks/672eb351-e67a-4327-be23-b1a7215130a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887125 Jul 28 04:12:59.724515 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-3095aa35-cd60-4953-9fae-a17036e39cad req-367730e0-7387-410c-87bd-13385fa3a464 service neutron] 10.222.0.67 "GET /v2.0/networks/672eb351-e67a-4327-be23-b1a7215130a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874188 Jul 28 04:13:00.029177 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:13:00.031101 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:13:00.116694 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 33944) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:13:00.265670 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-41a8428e-0d83-42df-8982-87049eebb4c9 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Deleting port a1e75db2-6d94-46d1-beeb-8177b5f426d7 {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:13:00.266007 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-41a8428e-0d83-42df-8982-87049eebb4c9 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (a1e75db2-6d94-46d1-beeb-8177b5f426d7), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:00.343065 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-41a8428e-0d83-42df-8982-87049eebb4c9 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (a1e75db2-6d94-46d1-beeb-8177b5f426d7), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:00.343313 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-41a8428e-0d83-42df-8982-87049eebb4c9 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks [] for floatingip (a1e75db2-6d94-46d1-beeb-8177b5f426d7), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:00.356054 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-41a8428e-0d83-42df-8982-87049eebb4c9 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Calling delete_port for a1e75db2-6d94-46d1-beeb-8177b5f426d7 owned by network:floatingip {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:13:00.513291 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:13:00.520498 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:13:00.635251 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-41a8428e-0d83-42df-8982-87049eebb4c9 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (a1e75db2-6d94-46d1-beeb-8177b5f426d7), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:00.665607 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a8428e-0d83-42df-8982-87049eebb4c9 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Pushing event deleted for resources: {'Port': ['ID=a1e75db2-6d94-46d1-beeb-8177b5f426d7,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:00.677474 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a8428e-0d83-42df-8982-87049eebb4c9 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:00.677825 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a8428e-0d83-42df-8982-87049eebb4c9 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:00.678169 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a8428e-0d83-42df-8982-87049eebb4c9 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:00.678537 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a8428e-0d83-42df-8982-87049eebb4c9 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:00.678916 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a8428e-0d83-42df-8982-87049eebb4c9 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:00.679249 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a8428e-0d83-42df-8982-87049eebb4c9 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:00.679579 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a8428e-0d83-42df-8982-87049eebb4c9 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:00.679908 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a8428e-0d83-42df-8982-87049eebb4c9 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:00.680269 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a8428e-0d83-42df-8982-87049eebb4c9 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:00.680598 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a8428e-0d83-42df-8982-87049eebb4c9 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:00.680927 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a8428e-0d83-42df-8982-87049eebb4c9 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:00.681254 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a8428e-0d83-42df-8982-87049eebb4c9 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:00.681577 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a8428e-0d83-42df-8982-87049eebb4c9 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:00.681899 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a8428e-0d83-42df-8982-87049eebb4c9 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:00.682221 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a8428e-0d83-42df-8982-87049eebb4c9 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:00.746567 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-41a8428e-0d83-42df-8982-87049eebb4c9 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks [] for floatingip (06bc858c-edfe-4ccf-838c-efd0d8931727), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:00.746567 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.db.l3_db [None req-41a8428e-0d83-42df-8982-87049eebb4c9 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Floating IP 06bc858c-edfe-4ccf-838c-efd0d8931727 disassociated (deleted). External IP: 172.27.0.53, port: dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc. Jul 28 04:13:00.957032 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a8428e-0d83-42df-8982-87049eebb4c9 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Router cda1d050-b975-4db1-b9d6-e1228fa35860 has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 04:13:01.062047 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a8428e-0d83-42df-8982-87049eebb4c9 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:13:01.066526 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-41a8428e-0d83-42df-8982-87049eebb4c9 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for floatingip (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:01.072881 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e22300-c182-4776-8fef-932cf46405ab None None] Sync routers for ids ['cda1d050-b975-4db1-b9d6-e1228fa35860'] in dv-cinder-851279-1-iscsi {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:13:01.084455 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e22300-c182-4776-8fef-932cf46405ab None None] Routers {'cda1d050-b975-4db1-b9d6-e1228fa35860'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:13:01.085073 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-84e22300-c182-4776-8fef-932cf46405ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:12:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['cda1d050-b975-4db1-b9d6-e1228fa35860'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:01.098011 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-41a8428e-0d83-42df-8982-87049eebb4c9 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "DELETE /v2.0/floatingips/06bc858c-edfe-4ccf-838c-efd0d8931727 HTTP/1.1" status: 204 len: 168 time: 0.9802260 Jul 28 04:13:01.098745 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42', 'tag': 'dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:13:01.102246 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00115be5-052f-445a-a46c-981a0b1955e7" -d '{"events": [{"name": "network-changed", "server_uuid": "25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42", "tag": "dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:13:01.149734 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 04:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21386bc9-92a5-4a18-88fe-8498fc641cb3 x-openstack-request-id: req-21386bc9-92a5-4a18-88fe-8498fc641cb3 {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:13:01.150339 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42", "tag": "dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:13:01.150339 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-21386bc9-92a5-4a18-88fe-8498fc641cb3 {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:13:01.151015 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21386bc9-92a5-4a18-88fe-8498fc641cb3'] response: {'name': 'network-changed', 'server_uuid': '25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42', 'tag': 'dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc', 'status': 'completed', 'code': 200} Jul 28 04:13:01.206885 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-84e22300-c182-4776-8fef-932cf46405ab None None] Set router cda1d050-b975-4db1-b9d6-e1228fa35860 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:13:01.212121 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00115be5-052f-445a-a46c-981a0b1955e7 req-3b96c519-545d-44a3-a140-a092ed63d182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:13:01.213702 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-00115be5-052f-445a-a46c-981a0b1955e7 req-3b96c519-545d-44a3-a140-a092ed63d182 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9aa592e1b58f4804ad264f0cd721b1ca&device_id=25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42 HTTP/1.1" status: 200 len: 1130 time: 0.0430684 Jul 28 04:13:01.320277 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00115be5-052f-445a-a46c-981a0b1955e7 req-db947d2f-1f06-48c1-a42d-b111f3e5a0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:13:01.321783 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-00115be5-052f-445a-a46c-981a0b1955e7 req-db947d2f-1f06-48c1-a42d-b111f3e5a0ea service neutron] 10.222.0.67 "GET /v2.0/networks?id=672eb351-e67a-4327-be23-b1a7215130a6 HTTP/1.1" status: 200 len: 911 time: 0.1017892 Jul 28 04:13:01.363227 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-00115be5-052f-445a-a46c-981a0b1955e7 req-63f3fba2-7b9a-4d93-be4f-845f86ba3d81 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc HTTP/1.1" status: 200 len: 217 time: 0.0359595 Jul 28 04:13:01.414343 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00115be5-052f-445a-a46c-981a0b1955e7 req-7388cfa9-09ac-4374-bb12-3225eec1d8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:13:01.415859 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-00115be5-052f-445a-a46c-981a0b1955e7 req-7388cfa9-09ac-4374-bb12-3225eec1d8fb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dd333499-a093-4bb7-a733-016cbbcdd8fe HTTP/1.1" status: 200 len: 849 time: 0.0476444 Jul 28 04:13:01.436151 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-84e22300-c182-4776-8fef-932cf46405ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'name': 'tempest-TestVolumeBootPattern-12412982-router', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:05:51Z', 'updated_at': '2022-07-28T04:05:57Z', 'revision_number': 4, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'gw_port': {'id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:05:52Z', 'updated_at': '2022-07-28T04:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': '3325053b-2b6c-47ca-87ff-f3d40ffc3560', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'floating_ip_address': '172.27.0.169', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'port_id': 'bf07003f-197f-47fc-987f-30b50dad1a5e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6', 'mac_address': 'fa:16:3e:c4:03:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa34a319-36da-4d32-879f-76740e89aecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T04:09:34Z', 'updated_at': '2022-07-28T04:09:37Z', 'revision_number': 1, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b62e2a17-0c1d-46ce-88b8-41ed83e85337', 'name': '', 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'mac_address': 'fa:16:3e:8c:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'dd333499-a093-4bb7-a733-016cbbcdd8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:05:56Z', 'updated_at': '2022-07-28T04:06:02Z', 'revision_number': 5, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'subnets': [{'id': 'dd333499-a093-4bb7-a733-016cbbcdd8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:01.462006 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e22300-c182-4776-8fef-932cf46405ab None None] Checking router: cda1d050-b975-4db1-b9d6-e1228fa35860 for host: dv-cinder-851279-1-iscsi {{(pid=121477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:13:01.464686 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00115be5-052f-445a-a46c-981a0b1955e7 req-6982832a-8841-4841-a09a-6209e59f490b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:13:01.466897 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-00115be5-052f-445a-a46c-981a0b1955e7 req-6982832a-8841-4841-a09a-6209e59f490b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=672eb351-e67a-4327-be23-b1a7215130a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453026 Jul 28 04:13:01.472208 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e22300-c182-4776-8fef-932cf46405ab None None] Routers {'cda1d050-b975-4db1-b9d6-e1228fa35860'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:13:01.472923 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-84e22300-c182-4776-8fef-932cf46405ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:12:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['cda1d050-b975-4db1-b9d6-e1228fa35860'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:01.572802 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-00115be5-052f-445a-a46c-981a0b1955e7 req-c6ca2fce-7767-4361-be81-339606383f92 service neutron] 10.222.0.67 "GET /v2.0/networks/672eb351-e67a-4327-be23-b1a7215130a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993466 Jul 28 04:13:01.661882 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21f9b8-09bf-427a-9e15-86e43dd309cc req-df94dcf5-89ad-4e53-bc52-851b904221fd tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:13:01.663582 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1f21f9b8-09bf-427a-9e15-86e43dd309cc req-df94dcf5-89ad-4e53-bc52-851b904221fd tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42 HTTP/1.1" status: 200 len: 946 time: 0.0529559 Jul 28 04:13:01.667787 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-84e22300-c182-4776-8fef-932cf46405ab None None] Set router cda1d050-b975-4db1-b9d6-e1228fa35860 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:13:01.715673 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-1f21f9b8-09bf-427a-9e15-86e43dd309cc req-2eaaa1a1-2b65-4488-a5fc-3309d66ec402 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451310 Jul 28 04:13:01.884432 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-84e22300-c182-4776-8fef-932cf46405ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'name': 'tempest-TestVolumeBootPattern-12412982-router', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:05:51Z', 'updated_at': '2022-07-28T04:05:57Z', 'revision_number': 4, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'gw_port': {'id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:05:52Z', 'updated_at': '2022-07-28T04:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': '3325053b-2b6c-47ca-87ff-f3d40ffc3560', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'floating_ip_address': '172.27.0.169', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'port_id': 'bf07003f-197f-47fc-987f-30b50dad1a5e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6', 'mac_address': 'fa:16:3e:c4:03:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa34a319-36da-4d32-879f-76740e89aecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T04:09:34Z', 'updated_at': '2022-07-28T04:09:37Z', 'revision_number': 1, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b62e2a17-0c1d-46ce-88b8-41ed83e85337', 'name': '', 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'mac_address': 'fa:16:3e:8c:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'dd333499-a093-4bb7-a733-016cbbcdd8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:05:56Z', 'updated_at': '2022-07-28T04:06:02Z', 'revision_number': 5, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'subnets': [{'id': 'dd333499-a093-4bb7-a733-016cbbcdd8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:01.908383 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e22300-c182-4776-8fef-932cf46405ab None None] The sync data for ids ['cda1d050-b975-4db1-b9d6-e1228fa35860'] in dv-cinder-851279-1-iscsi is: [{'id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'name': 'tempest-TestVolumeBootPattern-12412982-router', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:05:51Z', 'updated_at': '2022-07-28T04:05:57Z', 'revision_number': 4, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'gw_port': {'id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:05:52Z', 'updated_at': '2022-07-28T04:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_floatingips': [{'id': '3325053b-2b6c-47ca-87ff-f3d40ffc3560', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'floating_ip_address': '172.27.0.169', 'floating_network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'router_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'port_id': 'bf07003f-197f-47fc-987f-30b50dad1a5e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6', 'mac_address': 'fa:16:3e:c4:03:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa34a319-36da-4d32-879f-76740e89aecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T04:09:34Z', 'updated_at': '2022-07-28T04:09:37Z', 'revision_number': 1, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b62e2a17-0c1d-46ce-88b8-41ed83e85337', 'name': '', 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'mac_address': 'fa:16:3e:8c:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'dd333499-a093-4bb7-a733-016cbbcdd8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:05:56Z', 'updated_at': '2022-07-28T04:06:02Z', 'revision_number': 5, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'subnets': [{'id': 'dd333499-a093-4bb7-a733-016cbbcdd8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:13:02.123994 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79e0e9c-a43d-4558-a771-ef8bde1fe2d8 None None] New status for floating IP 06bc858c-edfe-4ccf-838c-efd0d8931727: DOWN {{(pid=121476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 04:13:02.604815 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:13:02.626284 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:13:02.630439 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-00115be5-052f-445a-a46c-981a0b1955e7 req-1efe4850-82ca-49c0-a2a5-818d287084eb service neutron] 10.222.0.67 "GET /v2.0/networks/672eb351-e67a-4327-be23-b1a7215130a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915229 Jul 28 04:13:02.844724 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54bd0d-3880-4f4e-a771-10441113c7eb req-29e93cc8-1e42-4b30-866d-1e06721572b2 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:13:02.846657 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-fd54bd0d-3880-4f4e-a771-10441113c7eb req-29e93cc8-1e42-4b30-866d-1e06721572b2 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42 HTTP/1.1" status: 200 len: 946 time: 0.0517039 Jul 28 04:13:02.906404 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-fd54bd0d-3880-4f4e-a771-10441113c7eb req-3329f86b-4d2a-4b5f-9f7d-764cdd66ea6c tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535176 Jul 28 04:13:03.433196 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43edf88-5a62-44ae-a738-d7ab5a8301e9 req-08668486-cd61-4a3b-9cc9-0c93d156d4a5 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:13:03.434736 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a43edf88-5a62-44ae-a738-d7ab5a8301e9 req-08668486-cd61-4a3b-9cc9-0c93d156d4a5 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.67 "GET /v2.0/ports?device_id=25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42 HTTP/1.1" status: 200 len: 946 time: 0.0520668 Jul 28 04:13:03.522660 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [req-a43edf88-5a62-44ae-a738-d7ab5a8301e9 req-a7951e65-540b-4e29-aad5-3163d2ff9317 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Deleting port dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:13:03.523039 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-a43edf88-5a62-44ae-a738-d7ab5a8301e9 req-a7951e65-540b-4e29-aad5-3163d2ff9317 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:03.622366 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-a43edf88-5a62-44ae-a738-d7ab5a8301e9 req-a7951e65-540b-4e29-aad5-3163d2ff9317 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] For port dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc,segment=NetworkSegment(09964986-2991-46e1-a3b0-006f2cde8ec9),segment_id=09964986-2991-46e1-a3b0-006f2cde8ec9)] {{(pid=121474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:13:03.623099 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-a43edf88-5a62-44ae-a738-d7ab5a8301e9 req-a7951e65-540b-4e29-aad5-3163d2ff9317 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:03.638575 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [req-a43edf88-5a62-44ae-a738-d7ab5a8301e9 req-a7951e65-540b-4e29-aad5-3163d2ff9317 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Calling delete_port for dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc owned by compute:nova {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:13:03.838561 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-a43edf88-5a62-44ae-a738-d7ab5a8301e9 req-a7951e65-540b-4e29-aad5-3163d2ff9317 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:03.870733 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7951e65-540b-4e29-aad5-3163d2ff9317 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Pushing event deleted for resources: {'Port': ['ID=dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:03.923075 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43edf88-5a62-44ae-a738-d7ab5a8301e9 req-a7951e65-540b-4e29-aad5-3163d2ff9317 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] No DVR routers for this DVR port dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc on host hv-cinder-85127 {{(pid=121474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 04:13:03.925909 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-a43edf88-5a62-44ae-a738-d7ab5a8301e9 req-a7951e65-540b-4e29-aad5-3163d2ff9317 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:03.929776 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-a43edf88-5a62-44ae-a738-d7ab5a8301e9 req-a7951e65-540b-4e29-aad5-3163d2ff9317 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.67 "DELETE /v2.0/ports/dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc HTTP/1.1" status: 204 len: 173 time: 0.4888935 Jul 28 04:13:03.930254 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42', 'name': 'network-vif-deleted', 'tag': 'dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:13:03.932847 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0995838-d8d4-48e8-aa74-d2ad0678cb85" -d '{"events": [{"server_uuid": "25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42", "name": "network-vif-deleted", "tag": "dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:13:03.974973 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 04:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3ec47f-15ba-4665-b42c-c135df5ae8d4 x-openstack-request-id: req-df3ec47f-15ba-4665-b42c-c135df5ae8d4 {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:13:03.975270 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42", "name": "network-vif-deleted", "tag": "dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:13:03.975615 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-df3ec47f-15ba-4665-b42c-c135df5ae8d4 {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:13:03.976759 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df3ec47f-15ba-4665-b42c-c135df5ae8d4'] response: {'server_uuid': '25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42', 'name': 'network-vif-deleted', 'tag': 'dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc', 'status': 'completed', 'code': 200} Jul 28 04:13:04.034983 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-87305b31-8256-418c-b210-50a9480ec862 req-7657fe64-cfed-45e9-98ec-72d2de08ebc8 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42 HTTP/1.1" status: 200 len: 210 time: 0.0387118 Jul 28 04:13:05.156069 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-194e4a38-73d0-4113-a7c7-4f640a32a190 req-4f5130a7-e5a6-4a47-98b4-4ffb90466c80 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=25d2a2f6-2f5e-49d7-bc8b-675e9fc4de42 HTTP/1.1" status: 200 len: 210 time: 0.0298669 Jul 28 04:13:06.566978 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc no longer exists at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:13:06.586965 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] No Port match for: dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:13:06.587311 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device dc9e4aa1-0cfe-4e20-9a8e-52fd38a2b2fc not bound to the agent host hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:13:08.707024 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 33978) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:13:08.851879 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-21833353-0dc0-4ebf-b7df-a92a5b3d474e tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Deleting port 05ef3cba-5bdd-41f5-92a2-8fcb5d1bebec {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:13:08.852246 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-21833353-0dc0-4ebf-b7df-a92a5b3d474e tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (05ef3cba-5bdd-41f5-92a2-8fcb5d1bebec), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:08.932131 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-21833353-0dc0-4ebf-b7df-a92a5b3d474e tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (05ef3cba-5bdd-41f5-92a2-8fcb5d1bebec), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:08.932457 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-21833353-0dc0-4ebf-b7df-a92a5b3d474e tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks [] for floatingip (05ef3cba-5bdd-41f5-92a2-8fcb5d1bebec), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:08.945751 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-21833353-0dc0-4ebf-b7df-a92a5b3d474e tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Calling delete_port for 05ef3cba-5bdd-41f5-92a2-8fcb5d1bebec owned by network:floatingip {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:13:09.050298 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:13:09.165628 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-21833353-0dc0-4ebf-b7df-a92a5b3d474e tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (05ef3cba-5bdd-41f5-92a2-8fcb5d1bebec), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:09.169927 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:13:09.190394 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21833353-0dc0-4ebf-b7df-a92a5b3d474e tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Pushing event deleted for resources: {'Port': ['ID=05ef3cba-5bdd-41f5-92a2-8fcb5d1bebec,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:09.255482 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-21833353-0dc0-4ebf-b7df-a92a5b3d474e tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks [] for floatingip (3325053b-2b6c-47ca-87ff-f3d40ffc3560), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:09.255806 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.db.l3_db [None req-21833353-0dc0-4ebf-b7df-a92a5b3d474e tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Floating IP 3325053b-2b6c-47ca-87ff-f3d40ffc3560 disassociated (deleted). External IP: 172.27.0.169, port: bf07003f-197f-47fc-987f-30b50dad1a5e. Jul 28 04:13:09.453784 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21833353-0dc0-4ebf-b7df-a92a5b3d474e tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Router cda1d050-b975-4db1-b9d6-e1228fa35860 has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 04:13:09.556650 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21833353-0dc0-4ebf-b7df-a92a5b3d474e tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:13:09.561619 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-21833353-0dc0-4ebf-b7df-a92a5b3d474e tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for floatingip (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:09.566244 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0864eca6-80b1-4a52-9568-ed6252513532 None None] Sync routers for ids ['cda1d050-b975-4db1-b9d6-e1228fa35860'] in dv-cinder-851279-1-iscsi {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:13:09.577675 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0864eca6-80b1-4a52-9568-ed6252513532 None None] Routers {'cda1d050-b975-4db1-b9d6-e1228fa35860'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:13:09.578288 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-0864eca6-80b1-4a52-9568-ed6252513532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:12:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['cda1d050-b975-4db1-b9d6-e1228fa35860'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:09.595770 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-21833353-0dc0-4ebf-b7df-a92a5b3d474e tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "DELETE /v2.0/floatingips/3325053b-2b6c-47ca-87ff-f3d40ffc3560 HTTP/1.1" status: 204 len: 168 time: 0.8852975 Jul 28 04:13:09.595770 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa34a319-36da-4d32-879f-76740e89aecc', 'tag': 'bf07003f-197f-47fc-987f-30b50dad1a5e'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:13:09.596564 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64be804-4629-4a8f-be20-c2505c0cf9c5" -d '{"events": [{"name": "network-changed", "server_uuid": "fa34a319-36da-4d32-879f-76740e89aecc", "tag": "bf07003f-197f-47fc-987f-30b50dad1a5e"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:13:09.641833 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 04:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f3271e-65f7-4a70-a43d-75aa3a12a399 x-openstack-request-id: req-48f3271e-65f7-4a70-a43d-75aa3a12a399 {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:13:09.642421 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa34a319-36da-4d32-879f-76740e89aecc", "tag": "bf07003f-197f-47fc-987f-30b50dad1a5e", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:13:09.642740 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-48f3271e-65f7-4a70-a43d-75aa3a12a399 {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:13:09.643339 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48f3271e-65f7-4a70-a43d-75aa3a12a399'] response: {'name': 'network-changed', 'server_uuid': 'fa34a319-36da-4d32-879f-76740e89aecc', 'tag': 'bf07003f-197f-47fc-987f-30b50dad1a5e', 'status': 'completed', 'code': 200} Jul 28 04:13:09.683906 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-0864eca6-80b1-4a52-9568-ed6252513532 None None] Set router cda1d050-b975-4db1-b9d6-e1228fa35860 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:13:09.707322 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64be804-4629-4a8f-be20-c2505c0cf9c5 req-b0cddc22-c4f4-4aa3-bb37-fdd919f84bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:13:09.708806 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b64be804-4629-4a8f-be20-c2505c0cf9c5 req-b0cddc22-c4f4-4aa3-bb37-fdd919f84bd5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9aa592e1b58f4804ad264f0cd721b1ca&device_id=fa34a319-36da-4d32-879f-76740e89aecc HTTP/1.1" status: 200 len: 1129 time: 0.0423532 Jul 28 04:13:09.717486 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=100 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:13:09.821047 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64be804-4629-4a8f-be20-c2505c0cf9c5 req-48ad0a67-f70a-49bc-88fe-debeedc4751a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:13:09.822567 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b64be804-4629-4a8f-be20-c2505c0cf9c5 req-48ad0a67-f70a-49bc-88fe-debeedc4751a service neutron] 10.222.0.67 "GET /v2.0/networks?id=672eb351-e67a-4327-be23-b1a7215130a6 HTTP/1.1" status: 200 len: 911 time: 0.1001811 Jul 28 04:13:09.860731 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=100 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:13:09.869951 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b64be804-4629-4a8f-be20-c2505c0cf9c5 req-8cba96a2-e739-4bfb-b802-0bf937e70f5d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf07003f-197f-47fc-987f-30b50dad1a5e HTTP/1.1" status: 200 len: 217 time: 0.0412643 Jul 28 04:13:09.920906 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-0864eca6-80b1-4a52-9568-ed6252513532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'name': 'tempest-TestVolumeBootPattern-12412982-router', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:05:51Z', 'updated_at': '2022-07-28T04:05:57Z', 'revision_number': 4, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'gw_port': {'id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:05:52Z', 'updated_at': '2022-07-28T04:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': 'b62e2a17-0c1d-46ce-88b8-41ed83e85337', 'name': '', 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'mac_address': 'fa:16:3e:8c:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'dd333499-a093-4bb7-a733-016cbbcdd8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:05:56Z', 'updated_at': '2022-07-28T04:06:02Z', 'revision_number': 5, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'subnets': [{'id': 'dd333499-a093-4bb7-a733-016cbbcdd8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:09.926301 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64be804-4629-4a8f-be20-c2505c0cf9c5 req-b0dd27a1-d9e7-401d-b068-af1b5c4d984b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:13:09.927772 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b64be804-4629-4a8f-be20-c2505c0cf9c5 req-b0dd27a1-d9e7-401d-b068-af1b5c4d984b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dd333499-a093-4bb7-a733-016cbbcdd8fe HTTP/1.1" status: 200 len: 849 time: 0.0518031 Jul 28 04:13:09.947855 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0864eca6-80b1-4a52-9568-ed6252513532 None None] Checking router: cda1d050-b975-4db1-b9d6-e1228fa35860 for host: dv-cinder-851279-1-iscsi {{(pid=121477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:13:09.958660 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0864eca6-80b1-4a52-9568-ed6252513532 None None] Routers {'cda1d050-b975-4db1-b9d6-e1228fa35860'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:13:09.959171 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-0864eca6-80b1-4a52-9568-ed6252513532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:12:47Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['cda1d050-b975-4db1-b9d6-e1228fa35860'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:09.978913 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64be804-4629-4a8f-be20-c2505c0cf9c5 req-a2e122f1-2011-417f-85a2-c4e533132a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:13:09.980595 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b64be804-4629-4a8f-be20-c2505c0cf9c5 req-a2e122f1-2011-417f-85a2-c4e533132a1b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=672eb351-e67a-4327-be23-b1a7215130a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471237 Jul 28 04:13:10.055243 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a533619-dfe2-4d8b-8f14-680d136d7da5 req-65e890ca-9772-451d-a1a0-24fd9648732f tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:13:10.056955 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-5a533619-dfe2-4d8b-8f14-680d136d7da5 req-65e890ca-9772-451d-a1a0-24fd9648732f tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa34a319-36da-4d32-879f-76740e89aecc HTTP/1.1" status: 200 len: 945 time: 0.0499051 Jul 28 04:13:10.068096 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-0864eca6-80b1-4a52-9568-ed6252513532 None None] Set router cda1d050-b975-4db1-b9d6-e1228fa35860 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:13:10.113005 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [req-5a533619-dfe2-4d8b-8f14-680d136d7da5 req-d12725d0-bb95-49c2-b5f2-bec856d5f92a tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495777 Jul 28 04:13:10.269493 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-0864eca6-80b1-4a52-9568-ed6252513532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'name': 'tempest-TestVolumeBootPattern-12412982-router', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:05:51Z', 'updated_at': '2022-07-28T04:05:57Z', 'revision_number': 4, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'gw_port': {'id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:05:52Z', 'updated_at': '2022-07-28T04:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': 'b62e2a17-0c1d-46ce-88b8-41ed83e85337', 'name': '', 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'mac_address': 'fa:16:3e:8c:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'dd333499-a093-4bb7-a733-016cbbcdd8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:05:56Z', 'updated_at': '2022-07-28T04:06:02Z', 'revision_number': 5, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'subnets': [{'id': 'dd333499-a093-4bb7-a733-016cbbcdd8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:10.295020 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0864eca6-80b1-4a52-9568-ed6252513532 None None] The sync data for ids ['cda1d050-b975-4db1-b9d6-e1228fa35860'] in dv-cinder-851279-1-iscsi is: [{'id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'name': 'tempest-TestVolumeBootPattern-12412982-router', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:05:51Z', 'updated_at': '2022-07-28T04:05:57Z', 'revision_number': 4, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'gw_port': {'id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:05:52Z', 'updated_at': '2022-07-28T04:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi', '_interfaces': [{'id': 'b62e2a17-0c1d-46ce-88b8-41ed83e85337', 'name': '', 'network_id': '672eb351-e67a-4327-be23-b1a7215130a6', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'mac_address': 'fa:16:3e:8c:5d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'dd333499-a093-4bb7-a733-016cbbcdd8fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:05:56Z', 'updated_at': '2022-07-28T04:06:02Z', 'revision_number': 5, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'subnets': [{'id': 'dd333499-a093-4bb7-a733-016cbbcdd8fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:13:10.529390 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d8b923-55d2-4051-876f-7bda8ec3bd17 None None] New status for floating IP 3325053b-2b6c-47ca-87ff-f3d40ffc3560: DOWN {{(pid=121476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 04:13:11.008641 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b64be804-4629-4a8f-be20-c2505c0cf9c5 req-e3c19b0f-b7ca-454d-9e4f-69094dece1f3 service neutron] 10.222.0.67 "GET /v2.0/networks/672eb351-e67a-4327-be23-b1a7215130a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903673 Jul 28 04:13:11.171287 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-b64be804-4629-4a8f-be20-c2505c0cf9c5 req-453195bd-ff10-4f3a-96e9-8d59b1d0af3c service neutron] 10.222.0.67 "GET /v2.0/networks/672eb351-e67a-4327-be23-b1a7215130a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946467 Jul 28 04:13:11.218679 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:13:11.238093 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c2cb5-93c6-4492-84eb-8e5042a1c1a3 req-2d91f925-39b4-481b-b6ed-8d6aea4083a4 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:13:11.239625 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-846c2cb5-93c6-4492-84eb-8e5042a1c1a3 req-2d91f925-39b4-481b-b6ed-8d6aea4083a4 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa34a319-36da-4d32-879f-76740e89aecc HTTP/1.1" status: 200 len: 945 time: 0.0485046 Jul 28 04:13:11.291770 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-846c2cb5-93c6-4492-84eb-8e5042a1c1a3 req-5ece9a7e-114b-4123-8874-2745ed204533 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/security-groups?id=5db21c8f-5862-41d5-8a89-995394f64605&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460517 Jul 28 04:13:11.427844 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed153498-4c9d-43ba-b319-decc17417e36 req-b077cf69-c3ad-4a5d-8483-d7abfd99e995 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 04:13:11.429398 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ed153498-4c9d-43ba-b319-decc17417e36 req-b077cf69-c3ad-4a5d-8483-d7abfd99e995 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa34a319-36da-4d32-879f-76740e89aecc HTTP/1.1" status: 200 len: 945 time: 0.0526509 Jul 28 04:13:11.440313 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=100 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:13:11.515843 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [req-ed153498-4c9d-43ba-b319-decc17417e36 req-4cfb1ddf-f160-4266-bb6e-1424d00400f4 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Deleting port bf07003f-197f-47fc-987f-30b50dad1a5e {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:13:11.516215 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-ed153498-4c9d-43ba-b319-decc17417e36 req-4cfb1ddf-f160-4266-bb6e-1424d00400f4 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (bf07003f-197f-47fc-987f-30b50dad1a5e), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:11.620649 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [req-ed153498-4c9d-43ba-b319-decc17417e36 req-4cfb1ddf-f160-4266-bb6e-1424d00400f4 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] For port bf07003f-197f-47fc-987f-30b50dad1a5e, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=bf07003f-197f-47fc-987f-30b50dad1a5e,segment=NetworkSegment(09964986-2991-46e1-a3b0-006f2cde8ec9),segment_id=09964986-2991-46e1-a3b0-006f2cde8ec9)] {{(pid=121474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:13:11.621164 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-ed153498-4c9d-43ba-b319-decc17417e36 req-4cfb1ddf-f160-4266-bb6e-1424d00400f4 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (bf07003f-197f-47fc-987f-30b50dad1a5e), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:11.645342 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [req-ed153498-4c9d-43ba-b319-decc17417e36 req-4cfb1ddf-f160-4266-bb6e-1424d00400f4 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Calling delete_port for bf07003f-197f-47fc-987f-30b50dad1a5e owned by compute:nova {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:13:11.884301 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-ed153498-4c9d-43ba-b319-decc17417e36 req-4cfb1ddf-f160-4266-bb6e-1424d00400f4 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (bf07003f-197f-47fc-987f-30b50dad1a5e), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:12.170272 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb1ddf-f160-4266-bb6e-1424d00400f4 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Pushing event deleted for resources: {'Port': ['ID=bf07003f-197f-47fc-987f-30b50dad1a5e,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:12.223297 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed153498-4c9d-43ba-b319-decc17417e36 req-4cfb1ddf-f160-4266-bb6e-1424d00400f4 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] No DVR routers for this DVR port bf07003f-197f-47fc-987f-30b50dad1a5e on host hv-cinder-85127 {{(pid=121474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 04:13:12.226840 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [req-ed153498-4c9d-43ba-b319-decc17417e36 req-4cfb1ddf-f160-4266-bb6e-1424d00400f4 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for port (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:12.229285 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ed153498-4c9d-43ba-b319-decc17417e36 req-4cfb1ddf-f160-4266-bb6e-1424d00400f4 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.67 "DELETE /v2.0/ports/bf07003f-197f-47fc-987f-30b50dad1a5e HTTP/1.1" status: 204 len: 173 time: 0.7951453 Jul 28 04:13:12.229796 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa34a319-36da-4d32-879f-76740e89aecc', 'name': 'network-vif-deleted', 'tag': 'bf07003f-197f-47fc-987f-30b50dad1a5e'}] {{(pid=121474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 04:13:12.233589 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61258a5758bfc0de7e2d8500b6ad5dae15429ef02151c7210eab2a621dc62475" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4fbd29-4818-4e97-bb0b-2f2d18c6571c" -d '{"events": [{"server_uuid": "fa34a319-36da-4d32-879f-76740e89aecc", "name": "network-vif-deleted", "tag": "bf07003f-197f-47fc-987f-30b50dad1a5e"}]}' {{(pid=121474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:13:12.272569 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 04:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbd6f05-e5f0-4bce-a0d2-0c078767b6bb x-openstack-request-id: req-bfbd6f05-e5f0-4bce-a0d2-0c078767b6bb {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:13:12.276213 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa34a319-36da-4d32-879f-76740e89aecc", "name": "network-vif-deleted", "tag": "bf07003f-197f-47fc-987f-30b50dad1a5e", "status": "completed", "code": 200}]} {{(pid=121474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:13:12.276213 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bfbd6f05-e5f0-4bce-a0d2-0c078767b6bb {{(pid=121474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:13:12.276213 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfbd6f05-e5f0-4bce-a0d2-0c078767b6bb'] response: {'server_uuid': 'fa34a319-36da-4d32-879f-76740e89aecc', 'name': 'network-vif-deleted', 'tag': 'bf07003f-197f-47fc-987f-30b50dad1a5e', 'status': 'completed', 'code': 200} Jul 28 04:13:12.397319 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [req-ef419da4-47b1-48b1-8fd0-ab8d8ae202de req-9cf7a5dc-a10b-443b-8314-fda712110668 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa34a319-36da-4d32-879f-76740e89aecc HTTP/1.1" status: 200 len: 210 time: 0.0311058 Jul 28 04:13:13.467641 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 33994) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:13:13.655585 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-bc151833-01bf-4a1b-9b79-0fa98499dbed tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Deleting port 694a48de-bffc-44f0-86db-7ce732aab804 {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:13:13.656021 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-bc151833-01bf-4a1b-9b79-0fa98499dbed tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (694a48de-bffc-44f0-86db-7ce732aab804), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:13.738112 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-bc151833-01bf-4a1b-9b79-0fa98499dbed tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (694a48de-bffc-44f0-86db-7ce732aab804), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:13.738388 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-bc151833-01bf-4a1b-9b79-0fa98499dbed tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks [] for floatingip (694a48de-bffc-44f0-86db-7ce732aab804), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:13.753295 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-bc151833-01bf-4a1b-9b79-0fa98499dbed tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Calling delete_port for 694a48de-bffc-44f0-86db-7ce732aab804 owned by network:floatingip {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:13:13.954032 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-bc151833-01bf-4a1b-9b79-0fa98499dbed tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (694a48de-bffc-44f0-86db-7ce732aab804), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:13.980101 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc151833-01bf-4a1b-9b79-0fa98499dbed tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Pushing event deleted for resources: {'Port': ['ID=694a48de-bffc-44f0-86db-7ce732aab804,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:14.044809 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-bc151833-01bf-4a1b-9b79-0fa98499dbed tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks [] for floatingip (f7679030-4e12-4484-96c1-8e9a868eaec2), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:14.047413 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-bc151833-01bf-4a1b-9b79-0fa98499dbed tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128752'] for floatingip (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:14.048639 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-bc151833-01bf-4a1b-9b79-0fa98499dbed tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "DELETE /v2.0/floatingips/f7679030-4e12-4484-96c1-8e9a868eaec2 HTTP/1.1" status: 204 len: 168 time: 0.5806270 Jul 28 04:13:14.582176 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device bf07003f-197f-47fc-987f-30b50dad1a5e no longer exists at agent hyperv_hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:13:14.605016 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] No Port match for: bf07003f-197f-47fc-987f-30b50dad1a5e {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:13:14.605356 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Device bf07003f-197f-47fc-987f-30b50dad1a5e not bound to the agent host hv-cinder-85127 {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:13:14.872111 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-e139d09b-c58f-49f3-81ca-428ed5ef367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:15.402796 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 34006) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:13:15.409827 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:13:15.431996 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:13:15.468496 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-bbe6aa3b-309e-4d2f-86bb-5983b0e8b4e4 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks [] for security_group (5db21c8f-5862-41d5-8a89-995394f64605), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:15.495484 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-bbe6aa3b-309e-4d2f-86bb-5983b0e8b4e4 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks [] for security_group (5db21c8f-5862-41d5-8a89-995394f64605), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:15.651977 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-bbe6aa3b-309e-4d2f-86bb-5983b0e8b4e4 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (5db21c8f-5862-41d5-8a89-995394f64605), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:15.655202 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-bbe6aa3b-309e-4d2f-86bb-5983b0e8b4e4 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Publish callbacks [] for security_group (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:15.656474 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-bbe6aa3b-309e-4d2f-86bb-5983b0e8b4e4 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] 10.222.0.66 "DELETE /v2.0/security-groups/5db21c8f-5862-41d5-8a89-995394f64605 HTTP/1.1" status: 204 len: 168 time: 0.2525055 Jul 28 04:13:15.666529 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6aa3b-309e-4d2f-86bb-5983b0e8b4e4 tempest-TestVolumeBootPattern-414401148 tempest-TestVolumeBootPattern-414401148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db21c8f-5862-41d5-8a89-995394f64605,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:15.782269 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 34010) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:13:16.320245 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-8d2046a7-60db-4995-a2e1-d640cfe0026e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736721'] for router_interface (cda1d050-b975-4db1-b9d6-e1228fa35860), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:16.552976 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.plugin [None req-8d2046a7-60db-4995-a2e1-d640cfe0026e admin admin] Deleting port b62e2a17-0c1d-46ce-88b8-41ed83e85337 {{(pid=121475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:13:16.553308 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-8d2046a7-60db-4995-a2e1-d640cfe0026e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (b62e2a17-0c1d-46ce-88b8-41ed83e85337), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:16.634693 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.db [None req-8d2046a7-60db-4995-a2e1-d640cfe0026e admin admin] For port b62e2a17-0c1d-46ce-88b8-41ed83e85337, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=b62e2a17-0c1d-46ce-88b8-41ed83e85337,segment=NetworkSegment(09964986-2991-46e1-a3b0-006f2cde8ec9),segment_id=09964986-2991-46e1-a3b0-006f2cde8ec9)] {{(pid=121475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:13:16.634974 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-8d2046a7-60db-4995-a2e1-d640cfe0026e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (b62e2a17-0c1d-46ce-88b8-41ed83e85337), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:16.648626 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.plugin [None req-8d2046a7-60db-4995-a2e1-d640cfe0026e admin admin] Calling delete_port for b62e2a17-0c1d-46ce-88b8-41ed83e85337 owned by network:router_interface {{(pid=121475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:13:16.714642 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=100 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:13:16.719324 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=100 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:13:16.902303 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-8d2046a7-60db-4995-a2e1-d640cfe0026e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3956301'] for port (b62e2a17-0c1d-46ce-88b8-41ed83e85337), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:16.927851 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2046a7-60db-4995-a2e1-d640cfe0026e admin admin] Pushing event deleted for resources: {'Port': ['ID=b62e2a17-0c1d-46ce-88b8-41ed83e85337,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:16.958106 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2046a7-60db-4995-a2e1-d640cfe0026e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:16.958446 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2046a7-60db-4995-a2e1-d640cfe0026e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:16.958782 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2046a7-60db-4995-a2e1-d640cfe0026e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:16.959114 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2046a7-60db-4995-a2e1-d640cfe0026e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:16.959446 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2046a7-60db-4995-a2e1-d640cfe0026e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:16.959766 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2046a7-60db-4995-a2e1-d640cfe0026e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:16.960123 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2046a7-60db-4995-a2e1-d640cfe0026e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:16.960442 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2046a7-60db-4995-a2e1-d640cfe0026e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:16.960761 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2046a7-60db-4995-a2e1-d640cfe0026e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:16.961078 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2046a7-60db-4995-a2e1-d640cfe0026e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:16.961395 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2046a7-60db-4995-a2e1-d640cfe0026e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:16.961721 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2046a7-60db-4995-a2e1-d640cfe0026e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:16.962037 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2046a7-60db-4995-a2e1-d640cfe0026e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:16.962349 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2046a7-60db-4995-a2e1-d640cfe0026e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:16.962662 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2046a7-60db-4995-a2e1-d640cfe0026e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:17.117088 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-8d2046a7-60db-4995-a2e1-d640cfe0026e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736837'] for router_interface (cda1d050-b975-4db1-b9d6-e1228fa35860), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:17.324846 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2046a7-60db-4995-a2e1-d640cfe0026e admin admin] Router cda1d050-b975-4db1-b9d6-e1228fa35860 has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 04:13:17.411036 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-62aa636d-4f6f-4ad5-a016-ee33094ca4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:17.437242 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2046a7-60db-4995-a2e1-d640cfe0026e admin admin] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:13:17.447118 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8211680-45f7-402e-a616-8b8acb98b62b None None] Sync routers for ids ['cda1d050-b975-4db1-b9d6-e1228fa35860'] in dv-cinder-851279-1-iscsi {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:13:17.448151 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-8d2046a7-60db-4995-a2e1-d640cfe0026e admin admin] 10.222.0.66 "PUT /v2.0/routers/cda1d050-b975-4db1-b9d6-e1228fa35860/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6640434 Jul 28 04:13:17.448451 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 34014) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:13:17.467177 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8211680-45f7-402e-a616-8b8acb98b62b None None] Routers {'cda1d050-b975-4db1-b9d6-e1228fa35860'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:13:17.467990 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-f8211680-45f7-402e-a616-8b8acb98b62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:13:17Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['cda1d050-b975-4db1-b9d6-e1228fa35860'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:17.562005 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-ccdf9d70-d012-4aaa-8e79-e4a11b0b97b4 admin admin] Publish callbacks [] for router (cda1d050-b975-4db1-b9d6-e1228fa35860), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:17.575805 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-f8211680-45f7-402e-a616-8b8acb98b62b None None] Set router cda1d050-b975-4db1-b9d6-e1228fa35860 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:13:17.666444 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-ccdf9d70-d012-4aaa-8e79-e4a11b0b97b4 admin admin] Publish callbacks [] for router_gateway (cda1d050-b975-4db1-b9d6-e1228fa35860), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:17.746075 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-f8211680-45f7-402e-a616-8b8acb98b62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'name': 'tempest-TestVolumeBootPattern-12412982-router', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:05:51Z', 'updated_at': '2022-07-28T04:13:16Z', 'revision_number': 5, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'gw_port': {'id': 'c21dd707-a04e-4898-85cc-3b36e5d993be', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:05:52Z', 'updated_at': '2022-07-28T04:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi'}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:17.768843 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-ccdf9d70-d012-4aaa-8e79-e4a11b0b97b4 admin admin] Deleting port c21dd707-a04e-4898-85cc-3b36e5d993be {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:13:17.769185 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-ccdf9d70-d012-4aaa-8e79-e4a11b0b97b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (c21dd707-a04e-4898-85cc-3b36e5d993be), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:17.775270 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8211680-45f7-402e-a616-8b8acb98b62b None None] Checking router: cda1d050-b975-4db1-b9d6-e1228fa35860 for host: dv-cinder-851279-1-iscsi {{(pid=121477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:13:17.786089 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8211680-45f7-402e-a616-8b8acb98b62b None None] Routers {'cda1d050-b975-4db1-b9d6-e1228fa35860'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:13:17.786699 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-f8211680-45f7-402e-a616-8b8acb98b62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:13:17Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['cda1d050-b975-4db1-b9d6-e1228fa35860'], 'active': True} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:17.864956 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [None req-ccdf9d70-d012-4aaa-8e79-e4a11b0b97b4 admin admin] For port c21dd707-a04e-4898-85cc-3b36e5d993be, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=c21dd707-a04e-4898-85cc-3b36e5d993be,segment=NetworkSegment(f2985cdc-b551-4e3f-9fbc-bf06e2065a47),segment_id=f2985cdc-b551-4e3f-9fbc-bf06e2065a47)] {{(pid=121474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:13:17.865291 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-ccdf9d70-d012-4aaa-8e79-e4a11b0b97b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (c21dd707-a04e-4898-85cc-3b36e5d993be), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:17.880404 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-ccdf9d70-d012-4aaa-8e79-e4a11b0b97b4 admin admin] Calling delete_port for c21dd707-a04e-4898-85cc-3b36e5d993be owned by network:router_gateway {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:13:17.943679 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.agents_db [None req-58c662dc-5ea5-4853-b3cc-f7bb2188e679 None None] Agent healthcheck: found 6 active agents {{(pid=121477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:13:17.967981 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_dvr_db [None req-f8211680-45f7-402e-a616-8b8acb98b62b None None] Set router cda1d050-b975-4db1-b9d6-e1228fa35860 gateway port host: None {{(pid=121477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:13:18.019747 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.l3_hamode_db [None req-f8211680-45f7-402e-a616-8b8acb98b62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'name': 'tempest-TestVolumeBootPattern-12412982-router', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:05:51Z', 'updated_at': '2022-07-28T04:13:17Z', 'revision_number': 6, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'gw_port_host': None}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:18.051215 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8211680-45f7-402e-a616-8b8acb98b62b None None] The sync data for ids ['cda1d050-b975-4db1-b9d6-e1228fa35860'] in dv-cinder-851279-1-iscsi is: [{'id': 'cda1d050-b975-4db1-b9d6-e1228fa35860', 'name': 'tempest-TestVolumeBootPattern-12412982-router', 'tenant_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:05:51Z', 'updated_at': '2022-07-28T04:13:17Z', 'revision_number': 6, 'project_id': '9aa592e1b58f4804ad264f0cd721b1ca', 'gw_port_host': None}] {{(pid=121477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:13:18.125309 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-ccdf9d70-d012-4aaa-8e79-e4a11b0b97b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (c21dd707-a04e-4898-85cc-3b36e5d993be), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:18.149692 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf9d70-d012-4aaa-8e79-e4a11b0b97b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c21dd707-a04e-4898-85cc-3b36e5d993be,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:18.214960 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-ccdf9d70-d012-4aaa-8e79-e4a11b0b97b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1739537'] for router_gateway (cda1d050-b975-4db1-b9d6-e1228fa35860), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:18.216763 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:13:18.306292 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-ccdf9d70-d012-4aaa-8e79-e4a11b0b97b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1680026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-593'] for router (cda1d050-b975-4db1-b9d6-e1228fa35860), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:18.308802 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-ccdf9d70-d012-4aaa-8e79-e4a11b0b97b4 admin admin] Publish callbacks [] for router_controller (cda1d050-b975-4db1-b9d6-e1228fa35860), precommit_delete_associations {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:18.371345 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:18.483678 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-ccdf9d70-d012-4aaa-8e79-e4a11b0b97b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1679896'] for router (cda1d050-b975-4db1-b9d6-e1228fa35860), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:18.484758 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccdf9d70-d012-4aaa-8e79-e4a11b0b97b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cda1d050-b975-4db1-b9d6-e1228fa35860 {{(pid=121474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 04:13:18.491899 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-ccdf9d70-d012-4aaa-8e79-e4a11b0b97b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:18.496075 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-ccdf9d70-d012-4aaa-8e79-e4a11b0b97b4 admin admin] 10.222.0.66 "DELETE /v2.0/routers/cda1d050-b975-4db1-b9d6-e1228fa35860 HTTP/1.1" status: 204 len: 168 time: 1.0436180 Jul 28 04:13:18.496075 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 34016) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:13:18.544890 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.db.db_base_plugin_v2 [None req-509067ad-3bfd-4561-bc01-93ba2091c580 admin admin] Deleting subnet dd333499-a093-4bb7-a733-016cbbcdd8fe {{(pid=121474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 04:13:18.552420 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-509067ad-3bfd-4561-bc01-93ba2091c580 admin admin] Publish callbacks [] for subnet (dd333499-a093-4bb7-a733-016cbbcdd8fe), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:18.573010 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:13:18.584665 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-509067ad-3bfd-4561-bc01-93ba2091c580 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3319468'] for subnet (dd333499-a093-4bb7-a733-016cbbcdd8fe), precommit_delete_associations {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:18.667889 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-509067ad-3bfd-4561-bc01-93ba2091c580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775531'] for subnet (dd333499-a093-4bb7-a733-016cbbcdd8fe), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:18.765359 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-509067ad-3bfd-4561-bc01-93ba2091c580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7775522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26044694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25360876'] for subnet (dd333499-a093-4bb7-a733-016cbbcdd8fe), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:18.796503 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-509067ad-3bfd-4561-bc01-93ba2091c580 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for subnet (None), before_response {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:18.799751 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-509067ad-3bfd-4561-bc01-93ba2091c580 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/dd333499-a093-4bb7-a733-016cbbcdd8fe HTTP/1.1" status: 204 len: 168 time: 0.3030641 Jul 28 04:13:18.800817 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509067ad-3bfd-4561-bc01-93ba2091c580 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd333499-a093-4bb7-a733-016cbbcdd8fe,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:18.802115 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa9dbf3-5aee-4217-aa38-a081f29368ea None None] Network 672eb351-e67a-4327-be23-b1a7215130a6 requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 04:13:18.803105 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 34018) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:13:18.876747 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-bb3e99f5-8071-42de-bc89-bc89dbe78137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766625'] for network (672eb351-e67a-4327-be23-b1a7215130a6), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:18.920855 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.plugin [None req-bb3e99f5-8071-42de-bc89-bc89dbe78137 admin admin] Deleting port 64c5ac9c-d433-441c-9734-71daae5d1234 {{(pid=121475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:13:18.921115 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-bb3e99f5-8071-42de-bc89-bc89dbe78137 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (64c5ac9c-d433-441c-9734-71daae5d1234), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:18.967086 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dde955-734e-4d77-a988-0e0cb13113d5 None None] DHCP port deletion for 672eb351-e67a-4327-be23-b1a7215130a6 request from dv-cinder-851279-1-iscsi {{(pid=121476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 04:13:18.991791 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.db [None req-bb3e99f5-8071-42de-bc89-bc89dbe78137 admin admin] For port 64c5ac9c-d433-441c-9734-71daae5d1234, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=64c5ac9c-d433-441c-9734-71daae5d1234,segment=NetworkSegment(09964986-2991-46e1-a3b0-006f2cde8ec9),segment_id=09964986-2991-46e1-a3b0-006f2cde8ec9)] {{(pid=121475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:13:18.992192 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-bb3e99f5-8071-42de-bc89-bc89dbe78137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (64c5ac9c-d433-441c-9734-71daae5d1234), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:19.005976 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-00dde955-734e-4d77-a988-0e0cb13113d5 None None] Deleting port 64c5ac9c-d433-441c-9734-71daae5d1234 {{(pid=121476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:13:19.006599 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-00dde955-734e-4d77-a988-0e0cb13113d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (64c5ac9c-d433-441c-9734-71daae5d1234), before_delete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:19.007095 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.plugin [None req-bb3e99f5-8071-42de-bc89-bc89dbe78137 admin admin] Calling delete_port for 64c5ac9c-d433-441c-9734-71daae5d1234 owned by network:dhcp {{(pid=121475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:13:19.049804 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:13:19.049961 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d923ff-d983-4784-981f-1bbce4c5c5ac), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:19.058057 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:13:19.080772 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-00dde955-734e-4d77-a988-0e0cb13113d5 None None] For port 64c5ac9c-d433-441c-9734-71daae5d1234, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=64c5ac9c-d433-441c-9734-71daae5d1234,segment=NetworkSegment(09964986-2991-46e1-a3b0-006f2cde8ec9),segment_id=09964986-2991-46e1-a3b0-006f2cde8ec9)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:13:19.081168 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-00dde955-734e-4d77-a988-0e0cb13113d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (64c5ac9c-d433-441c-9734-71daae5d1234), precommit_delete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:19.097287 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-00dde955-734e-4d77-a988-0e0cb13113d5 None None] Calling delete_port for 64c5ac9c-d433-441c-9734-71daae5d1234 owned by network:dhcp {{(pid=121476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:13:19.177071 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-bb3e99f5-8071-42de-bc89-bc89dbe78137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3956301'] for port (64c5ac9c-d433-441c-9734-71daae5d1234), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:19.194092 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-00dde955-734e-4d77-a988-0e0cb13113d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388'] for port (64c5ac9c-d433-441c-9734-71daae5d1234), after_delete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:19.219867 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e99f5-8071-42de-bc89-bc89dbe78137 admin admin] Pushing event deleted for resources: {'Port': ['ID=64c5ac9c-d433-441c-9734-71daae5d1234,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:19.225767 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3e99f5-8071-42de-bc89-bc89dbe78137 admin admin] No DVR routers for this DVR port 64c5ac9c-d433-441c-9734-71daae5d1234 on host dv-cinder-851279-1-iscsi {{(pid=121475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 04:13:19.234950 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dde955-734e-4d77-a988-0e0cb13113d5 None None] Pushing event deleted for resources: {'Port': ['ID=64c5ac9c-d433-441c-9734-71daae5d1234,revision_number=None']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:19.237508 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dde955-734e-4d77-a988-0e0cb13113d5 None None] No DVR routers for this DVR port 64c5ac9c-d433-441c-9734-71daae5d1234 on host dv-cinder-851279-1-iscsi {{(pid=121476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 04:13:19.250296 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dde955-734e-4d77-a988-0e0cb13113d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:19.250296 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dde955-734e-4d77-a988-0e0cb13113d5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:19.250296 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dde955-734e-4d77-a988-0e0cb13113d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:19.250296 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dde955-734e-4d77-a988-0e0cb13113d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:19.250296 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dde955-734e-4d77-a988-0e0cb13113d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:19.250296 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dde955-734e-4d77-a988-0e0cb13113d5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:19.250296 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dde955-734e-4d77-a988-0e0cb13113d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:19.250296 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dde955-734e-4d77-a988-0e0cb13113d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:19.250296 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dde955-734e-4d77-a988-0e0cb13113d5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:19.250296 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dde955-734e-4d77-a988-0e0cb13113d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:19.250296 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dde955-734e-4d77-a988-0e0cb13113d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:19.250296 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dde955-734e-4d77-a988-0e0cb13113d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:19.250296 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dde955-734e-4d77-a988-0e0cb13113d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:19.250296 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dde955-734e-4d77-a988-0e0cb13113d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:19.250296 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dde955-734e-4d77-a988-0e0cb13113d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-1-iscsi {{(pid=121476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:19.315907 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-bb3e99f5-8071-42de-bc89-bc89dbe78137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7777285', 'neutron.services.segments.db._delete_segments_for_network-8761988548554'] for network (672eb351-e67a-4327-be23-b1a7215130a6), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:19.338157 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.services.segments.db [None req-bb3e99f5-8071-42de-bc89-bc89dbe78137 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['672eb351-e67a-4327-be23-b1a7215130a6']}} {{(pid=121475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:19.347635 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.services.segments.db [None req-bb3e99f5-8071-42de-bc89-bc89dbe78137 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09964986-2991-46e1-a3b0-006f2cde8ec9') {'for_net_delete': True} {{(pid=121475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:19.347934 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.services.segments.db [None req-bb3e99f5-8071-42de-bc89-bc89dbe78137 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09964986-2991-46e1-a3b0-006f2cde8ec9') {} {{(pid=121475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:19.357823 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-bb3e99f5-8071-42de-bc89-bc89dbe78137 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761988548455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097529'] for segment (09964986-2991-46e1-a3b0-006f2cde8ec9), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:19.371573 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-bb3e99f5-8071-42de-bc89-bc89dbe78137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684'] for segment (09964986-2991-46e1-a3b0-006f2cde8ec9), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:19.378594 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb3e99f5-8071-42de-bc89-bc89dbe78137 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=121475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:13:19.378988 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-bb3e99f5-8071-42de-bc89-bc89dbe78137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3956286'] for segment (09964986-2991-46e1-a3b0-006f2cde8ec9), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:19.423001 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.services.segments.plugin [-] Segment 09964986-2991-46e1-a3b0-006f2cde8ec9 resource provider aggregate not found Jul 28 04:13:19.442237 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.services.segments.plugin [-] Segment 09964986-2991-46e1-a3b0-006f2cde8ec9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 09964986-2991-46e1-a3b0-006f2cde8ec9 found for delete ", "request_id": "req-27d00e14-3565-4e86-810f-a37c7722b28d"}]} Jul 28 04:13:19.485774 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device c21dd707-a04e-4898-85cc-3b36e5d993be no longer exists at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:13:19.509800 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] No Port match for: c21dd707-a04e-4898-85cc-3b36e5d993be {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:13:19.510070 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device c21dd707-a04e-4898-85cc-3b36e5d993be not bound to the agent host dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:13:19.510481 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device b62e2a17-0c1d-46ce-88b8-41ed83e85337 no longer exists at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:13:19.517726 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-bb3e99f5-8071-42de-bc89-bc89dbe78137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7777294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1739581'] for network (672eb351-e67a-4327-be23-b1a7215130a6), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:19.524300 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-bb3e99f5-8071-42de-bc89-bc89dbe78137 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for network (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:19.527691 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-bb3e99f5-8071-42de-bc89-bc89dbe78137 admin admin] 10.222.0.66 "DELETE /v2.0/networks/672eb351-e67a-4327-be23-b1a7215130a6 HTTP/1.1" status: 204 len: 168 time: 0.7230740 Jul 28 04:13:19.530882 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [-] (121474) accepted ('10.222.0.66', 34024) {{(pid=121474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:13:19.534615 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] No Port match for: b62e2a17-0c1d-46ce-88b8-41ed83e85337 {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:13:19.538993 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device b62e2a17-0c1d-46ce-88b8-41ed83e85337 not bound to the agent host dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:13:19.538993 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 64c5ac9c-d433-441c-9734-71daae5d1234 no longer exists at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:13:19.553500 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e99f5-8071-42de-bc89-bc89dbe78137 admin admin] Pushing event deleted for resources: {'Network': ['ID=672eb351-e67a-4327-be23-b1a7215130a6,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:19.560800 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] No Port match for: 64c5ac9c-d433-441c-9734-71daae5d1234 {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:13:19.561057 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 64c5ac9c-d433-441c-9734-71daae5d1234 not bound to the agent host dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:13:19.660492 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:19.853817 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-02c77a94-3cc8-413c-867d-7a9ccadac52b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736721'] for router_interface (ee59516c-1fcb-4599-b442-f1907a310227), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:19.979457 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:13:20.079388 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-02c77a94-3cc8-413c-867d-7a9ccadac52b admin admin] Deleting port 83368610-6b67-438c-82e6-bc3e78545733 {{(pid=121474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:13:20.079727 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-02c77a94-3cc8-413c-867d-7a9ccadac52b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (83368610-6b67-438c-82e6-bc3e78545733), before_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:20.094762 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:20.162711 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.db [None req-02c77a94-3cc8-413c-867d-7a9ccadac52b admin admin] For port 83368610-6b67-438c-82e6-bc3e78545733, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=83368610-6b67-438c-82e6-bc3e78545733,segment=NetworkSegment(19af60a0-7860-4622-b309-e5e3d8a5f945),segment_id=19af60a0-7860-4622-b309-e5e3d8a5f945)] {{(pid=121474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:13:20.162981 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-02c77a94-3cc8-413c-867d-7a9ccadac52b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (83368610-6b67-438c-82e6-bc3e78545733), precommit_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:20.176204 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.plugins.ml2.plugin [None req-02c77a94-3cc8-413c-867d-7a9ccadac52b admin admin] Calling delete_port for 83368610-6b67-438c-82e6-bc3e78545733 owned by network:router_interface {{(pid=121474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:13:20.279895 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:13:20.428159 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-02c77a94-3cc8-413c-867d-7a9ccadac52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26044731'] for port (83368610-6b67-438c-82e6-bc3e78545733), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:20.454586 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c77a94-3cc8-413c-867d-7a9ccadac52b admin admin] Pushing event deleted for resources: {'Port': ['ID=83368610-6b67-438c-82e6-bc3e78545733,revision_number=None']} {{(pid=121474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:20.632978 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron_lib.callbacks.manager [None req-02c77a94-3cc8-413c-867d-7a9ccadac52b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736837'] for router_interface (ee59516c-1fcb-4599-b442-f1907a310227), after_delete {{(pid=121474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:20.847689 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c77a94-3cc8-413c-867d-7a9ccadac52b admin admin] Router ee59516c-1fcb-4599-b442-f1907a310227 has already been hosted by L3 agent b18fc40a-011a-4dd7-9bc4-e028c638a00b {{(pid=121474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 04:13:20.936830 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:13:20.950881 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c77a94-3cc8-413c-867d-7a9ccadac52b admin admin] Notify agent at l3_agent.dv-cinder-851279-1-iscsi the message routers_updated {{(pid=121474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:13:20.956735 dv-cinder-851279-1-iscsi neutron-server[121474]: INFO neutron.wsgi [None req-02c77a94-3cc8-413c-867d-7a9ccadac52b admin admin] 10.222.0.66 "PUT /v2.0/routers/ee59516c-1fcb-4599-b442-f1907a310227/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4247961 Jul 28 04:13:20.958811 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 34026) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:13:20.962459 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98ad799-b7f8-4ecc-a998-f716990f49b3 None None] Sync routers for ids ['ee59516c-1fcb-4599-b442-f1907a310227'] in dv-cinder-851279-1-iscsi {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:13:20.973388 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98ad799-b7f8-4ecc-a998-f716990f49b3 None None] Routers {'ee59516c-1fcb-4599-b442-f1907a310227'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:13:20.977252 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-b98ad799-b7f8-4ecc-a998-f716990f49b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:13:17Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['ee59516c-1fcb-4599-b442-f1907a310227'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:21.070481 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-234c5dde-9540-417e-8e47-619611ec59c3 admin admin] Publish callbacks [] for router (ee59516c-1fcb-4599-b442-f1907a310227), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:21.079940 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-b98ad799-b7f8-4ecc-a998-f716990f49b3 None None] Set router ee59516c-1fcb-4599-b442-f1907a310227 gateway port host: dv-cinder-851279-1-iscsi {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:13:21.178167 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-234c5dde-9540-417e-8e47-619611ec59c3 admin admin] Publish callbacks [] for router_gateway (ee59516c-1fcb-4599-b442-f1907a310227), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:21.258288 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-b98ad799-b7f8-4ecc-a998-f716990f49b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee59516c-1fcb-4599-b442-f1907a310227', 'name': 'tempest-TestVolumeBootPattern-1396525471-router', 'tenant_id': '1275cb55ce5f4973aebffdf5c7bd88ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'external_fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '4861475b-fd26-4aa4-8a5d-2eeb0d202991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:06:01Z', 'updated_at': '2022-07-28T04:13:20Z', 'revision_number': 5, 'project_id': '1275cb55ce5f4973aebffdf5c7bd88ae', 'gw_port': {'id': '4861475b-fd26-4aa4-8a5d-2eeb0d202991', 'name': '', 'network_id': 'ea650c0a-dc48-4a0d-a6e0-295879bc3df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:89:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee59516c-1fcb-4599-b442-f1907a310227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T04:06:02Z', 'updated_at': '2022-07-28T04:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '483d9f6f-a7db-4d58-8be3-14e833e697b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-1-iscsi'}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:21.272564 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.plugin [None req-234c5dde-9540-417e-8e47-619611ec59c3 admin admin] Deleting port 4861475b-fd26-4aa4-8a5d-2eeb0d202991 {{(pid=121475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:13:21.272898 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-234c5dde-9540-417e-8e47-619611ec59c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (4861475b-fd26-4aa4-8a5d-2eeb0d202991), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:21.290121 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98ad799-b7f8-4ecc-a998-f716990f49b3 None None] Checking router: ee59516c-1fcb-4599-b442-f1907a310227 for host: dv-cinder-851279-1-iscsi {{(pid=121476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:13:21.299273 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98ad799-b7f8-4ecc-a998-f716990f49b3 None None] Routers {'ee59516c-1fcb-4599-b442-f1907a310227'} bound to L3 agent in host dv-cinder-851279-1-iscsi {{(pid=121476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 04:13:21.299883 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-b98ad799-b7f8-4ecc-a998-f716990f49b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T03:49:47Z,description=,heartbeat_timestamp=2022-07-28T04:13:17Z,host='dv-cinder-851279-1-iscsi',id=b18fc40a-011a-4dd7-9bc4-e028c638a00b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T03:49:48Z,topic='l3_agent')) {'router_ids': ['ee59516c-1fcb-4599-b442-f1907a310227'], 'active': True} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:21.355323 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.db [None req-234c5dde-9540-417e-8e47-619611ec59c3 admin admin] For port 4861475b-fd26-4aa4-8a5d-2eeb0d202991, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=4861475b-fd26-4aa4-8a5d-2eeb0d202991,segment=NetworkSegment(f2985cdc-b551-4e3f-9fbc-bf06e2065a47),segment_id=f2985cdc-b551-4e3f-9fbc-bf06e2065a47)] {{(pid=121475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:13:21.355672 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-234c5dde-9540-417e-8e47-619611ec59c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (4861475b-fd26-4aa4-8a5d-2eeb0d202991), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:21.372825 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.plugin [None req-234c5dde-9540-417e-8e47-619611ec59c3 admin admin] Calling delete_port for 4861475b-fd26-4aa4-8a5d-2eeb0d202991 owned by network:router_gateway {{(pid=121475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:13:21.383566 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:13:21.388121 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvr_db [None req-b98ad799-b7f8-4ecc-a998-f716990f49b3 None None] Set router ee59516c-1fcb-4599-b442-f1907a310227 gateway port host: None {{(pid=121476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 04:13:21.412775 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:13:21.440603 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_hamode_db [None req-b98ad799-b7f8-4ecc-a998-f716990f49b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee59516c-1fcb-4599-b442-f1907a310227', 'name': 'tempest-TestVolumeBootPattern-1396525471-router', 'tenant_id': '1275cb55ce5f4973aebffdf5c7bd88ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:06:01Z', 'updated_at': '2022-07-28T04:13:21Z', 'revision_number': 6, 'project_id': '1275cb55ce5f4973aebffdf5c7bd88ae', 'gw_port_host': None}], 'dv-cinder-851279-1-iscsi', False) {} {{(pid=121476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:21.471515 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98ad799-b7f8-4ecc-a998-f716990f49b3 None None] The sync data for ids ['ee59516c-1fcb-4599-b442-f1907a310227'] in dv-cinder-851279-1-iscsi is: [{'id': 'ee59516c-1fcb-4599-b442-f1907a310227', 'name': 'tempest-TestVolumeBootPattern-1396525471-router', 'tenant_id': '1275cb55ce5f4973aebffdf5c7bd88ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T04:06:01Z', 'updated_at': '2022-07-28T04:13:21Z', 'revision_number': 6, 'project_id': '1275cb55ce5f4973aebffdf5c7bd88ae', 'gw_port_host': None}] {{(pid=121476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:13:21.492219 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:13:21.628292 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-234c5dde-9540-417e-8e47-619611ec59c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3956301'] for port (4861475b-fd26-4aa4-8a5d-2eeb0d202991), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:21.654625 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c5dde-9540-417e-8e47-619611ec59c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4861475b-fd26-4aa4-8a5d-2eeb0d202991,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:21.703551 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:13:21.720930 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-234c5dde-9540-417e-8e47-619611ec59c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1739537'] for router_gateway (ee59516c-1fcb-4599-b442-f1907a310227), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:21.827036 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-234c5dde-9540-417e-8e47-619611ec59c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1680026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-593'] for router (ee59516c-1fcb-4599-b442-f1907a310227), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:21.829511 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-234c5dde-9540-417e-8e47-619611ec59c3 admin admin] Publish callbacks [] for router_controller (ee59516c-1fcb-4599-b442-f1907a310227), precommit_delete_associations {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:21.942371 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-234c5dde-9540-417e-8e47-619611ec59c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1679896'] for router (ee59516c-1fcb-4599-b442-f1907a310227), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:21.943002 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234c5dde-9540-417e-8e47-619611ec59c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee59516c-1fcb-4599-b442-f1907a310227 {{(pid=121475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 04:13:21.947171 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-234c5dde-9540-417e-8e47-619611ec59c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:21.948400 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-234c5dde-9540-417e-8e47-619611ec59c3 admin admin] 10.222.0.66 "DELETE /v2.0/routers/ee59516c-1fcb-4599-b442-f1907a310227 HTTP/1.1" status: 204 len: 168 time: 0.9886231 Jul 28 04:13:21.951435 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 34028) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:13:21.996543 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a0caad-96d6-4137-8555-29485e753270 admin admin] Deleting subnet af2984fd-5e8d-4baf-80bf-ed5c8be92490 {{(pid=121475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 04:13:21.999707 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-f4a0caad-96d6-4137-8555-29485e753270 admin admin] Publish callbacks [] for subnet (af2984fd-5e8d-4baf-80bf-ed5c8be92490), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:22.036088 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-f4a0caad-96d6-4137-8555-29485e753270 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26097504'] for subnet (af2984fd-5e8d-4baf-80bf-ed5c8be92490), precommit_delete_associations {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:22.118589 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-f4a0caad-96d6-4137-8555-29485e753270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775531'] for subnet (af2984fd-5e8d-4baf-80bf-ed5c8be92490), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:22.250033 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-f4a0caad-96d6-4137-8555-29485e753270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7775522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3956320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25966766'] for subnet (af2984fd-5e8d-4baf-80bf-ed5c8be92490), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:22.274642 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0caad-96d6-4137-8555-29485e753270 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af2984fd-5e8d-4baf-80bf-ed5c8be92490,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:22.281259 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-f4a0caad-96d6-4137-8555-29485e753270 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:22.284502 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-f4a0caad-96d6-4137-8555-29485e753270 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/af2984fd-5e8d-4baf-80bf-ed5c8be92490 HTTP/1.1" status: 204 len: 168 time: 0.3320470 Jul 28 04:13:22.287108 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 34030) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:13:22.289603 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17190f3a-7347-47e1-bf3d-fdc1c5b5bf66 None None] Network cba95afc-2c9b-4b04-957d-02e4690379aa requested from dv-cinder-851279-1-iscsi {{(pid=121476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 04:13:22.369768 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-21f686d8-79c3-4b17-87cb-f9169322e31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766625'] for network (cba95afc-2c9b-4b04-957d-02e4690379aa), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:22.425032 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.plugin [None req-21f686d8-79c3-4b17-87cb-f9169322e31c admin admin] Deleting port 613c37ca-30a1-471e-adf4-1403a20723be {{(pid=121475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:13:22.425368 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-21f686d8-79c3-4b17-87cb-f9169322e31c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (613c37ca-30a1-471e-adf4-1403a20723be), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:22.475518 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5201cd2e-19ac-4ff5-be6f-7ed51224ae47 None None] DHCP port deletion for cba95afc-2c9b-4b04-957d-02e4690379aa request from dv-cinder-851279-1-iscsi {{(pid=121476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 04:13:22.499013 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.db [None req-21f686d8-79c3-4b17-87cb-f9169322e31c admin admin] For port 613c37ca-30a1-471e-adf4-1403a20723be, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=613c37ca-30a1-471e-adf4-1403a20723be,segment=NetworkSegment(19af60a0-7860-4622-b309-e5e3d8a5f945),segment_id=19af60a0-7860-4622-b309-e5e3d8a5f945)] {{(pid=121475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:13:22.499556 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-21f686d8-79c3-4b17-87cb-f9169322e31c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (613c37ca-30a1-471e-adf4-1403a20723be), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:22.515174 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.plugin [None req-21f686d8-79c3-4b17-87cb-f9169322e31c admin admin] Calling delete_port for 613c37ca-30a1-471e-adf4-1403a20723be owned by network:dhcp {{(pid=121475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:13:22.517299 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-5201cd2e-19ac-4ff5-be6f-7ed51224ae47 None None] Deleting port 613c37ca-30a1-471e-adf4-1403a20723be {{(pid=121476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 04:13:22.517682 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-5201cd2e-19ac-4ff5-be6f-7ed51224ae47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761988421133'] for port (613c37ca-30a1-471e-adf4-1403a20723be), before_delete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:22.587626 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.db [None req-5201cd2e-19ac-4ff5-be6f-7ed51224ae47 None None] For port 613c37ca-30a1-471e-adf4-1403a20723be, host dv-cinder-851279-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-1-iscsi',level=0,port_id=613c37ca-30a1-471e-adf4-1403a20723be,segment=NetworkSegment(19af60a0-7860-4622-b309-e5e3d8a5f945),segment_id=19af60a0-7860-4622-b309-e5e3d8a5f945)] {{(pid=121476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:13:22.588057 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-5201cd2e-19ac-4ff5-be6f-7ed51224ae47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685784'] for port (613c37ca-30a1-471e-adf4-1403a20723be), precommit_delete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:22.603748 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-5201cd2e-19ac-4ff5-be6f-7ed51224ae47 None None] Calling delete_port for 613c37ca-30a1-471e-adf4-1403a20723be owned by network:dhcp {{(pid=121476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 04:13:22.874208 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-5201cd2e-19ac-4ff5-be6f-7ed51224ae47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388'] for port (613c37ca-30a1-471e-adf4-1403a20723be), after_delete {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:22.881676 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-21f686d8-79c3-4b17-87cb-f9169322e31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7720462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761988491331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761988045388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3956301'] for port (613c37ca-30a1-471e-adf4-1403a20723be), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:22.901270 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201cd2e-19ac-4ff5-be6f-7ed51224ae47 None None] Pushing event deleted for resources: {'Port': ['ID=613c37ca-30a1-471e-adf4-1403a20723be,revision_number=None']} {{(pid=121476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:22.912577 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5201cd2e-19ac-4ff5-be6f-7ed51224ae47 None None] No DVR routers for this DVR port 613c37ca-30a1-471e-adf4-1403a20723be on host dv-cinder-851279-1-iscsi {{(pid=121476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 04:13:22.912714 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f686d8-79c3-4b17-87cb-f9169322e31c admin admin] Pushing event deleted for resources: {'Port': ['ID=613c37ca-30a1-471e-adf4-1403a20723be,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:22.916022 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f686d8-79c3-4b17-87cb-f9169322e31c admin admin] No DVR routers for this DVR port 613c37ca-30a1-471e-adf4-1403a20723be on host dv-cinder-851279-1-iscsi {{(pid=121475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 04:13:22.994998 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-21f686d8-79c3-4b17-87cb-f9169322e31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7777285', 'neutron.services.segments.db._delete_segments_for_network-8761988548554'] for network (cba95afc-2c9b-4b04-957d-02e4690379aa), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:23.016128 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.services.segments.db [None req-21f686d8-79c3-4b17-87cb-f9169322e31c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cba95afc-2c9b-4b04-957d-02e4690379aa']}} {{(pid=121475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:23.024290 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:13:23.026185 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.services.segments.db [None req-21f686d8-79c3-4b17-87cb-f9169322e31c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19af60a0-7860-4622-b309-e5e3d8a5f945') {'for_net_delete': True} {{(pid=121475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:23.026484 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.services.segments.db [None req-21f686d8-79c3-4b17-87cb-f9169322e31c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19af60a0-7860-4622-b309-e5e3d8a5f945') {} {{(pid=121475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:23.037419 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-21f686d8-79c3-4b17-87cb-f9169322e31c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761988548455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26097529'] for segment (19af60a0-7860-4622-b309-e5e3d8a5f945), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:23.054426 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-21f686d8-79c3-4b17-87cb-f9169322e31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684'] for segment (19af60a0-7860-4622-b309-e5e3d8a5f945), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:23.062493 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21f686d8-79c3-4b17-87cb-f9169322e31c admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=121475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:13:23.062896 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-21f686d8-79c3-4b17-87cb-f9169322e31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7788684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3956286'] for segment (19af60a0-7860-4622-b309-e5e3d8a5f945), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:23.103367 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.services.segments.plugin [-] Segment 19af60a0-7860-4622-b309-e5e3d8a5f945 resource provider aggregate not found Jul 28 04:13:23.123017 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.services.segments.plugin [-] Segment 19af60a0-7860-4622-b309-e5e3d8a5f945 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 19af60a0-7860-4622-b309-e5e3d8a5f945 found for delete ", "request_id": "req-9b6e32bf-86c7-443e-83fd-95bde4f5cc36"}]} Jul 28 04:13:23.126167 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:13:23.182293 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-21f686d8-79c3-4b17-87cb-f9169322e31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7777294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1739581'] for network (cba95afc-2c9b-4b04-957d-02e4690379aa), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:23.188406 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-21f686d8-79c3-4b17-87cb-f9169322e31c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635719'] for network (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:23.191576 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-21f686d8-79c3-4b17-87cb-f9169322e31c admin admin] 10.222.0.66 "DELETE /v2.0/networks/cba95afc-2c9b-4b04-957d-02e4690379aa HTTP/1.1" status: 204 len: 168 time: 0.9034846 Jul 28 04:13:23.204784 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f686d8-79c3-4b17-87cb-f9169322e31c admin admin] Pushing event deleted for resources: {'Network': ['ID=cba95afc-2c9b-4b04-957d-02e4690379aa,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:23.479302 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 4861475b-fd26-4aa4-8a5d-2eeb0d202991 no longer exists at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:13:23.501962 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] No Port match for: 4861475b-fd26-4aa4-8a5d-2eeb0d202991 {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:13:23.502307 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 4861475b-fd26-4aa4-8a5d-2eeb0d202991 not bound to the agent host dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:13:23.503233 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 613c37ca-30a1-471e-adf4-1403a20723be no longer exists at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:13:23.529922 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] No Port match for: 613c37ca-30a1-471e-adf4-1403a20723be {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:13:23.530275 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 613c37ca-30a1-471e-adf4-1403a20723be not bound to the agent host dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:13:23.530696 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 83368610-6b67-438c-82e6-bc3e78545733 no longer exists at agent ovs-agent-dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:13:23.544606 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 34040) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:13:23.555654 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.plugin [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] No Port match for: 83368610-6b67-438c-82e6-bc3e78545733 {{(pid=121476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 04:13:23.556026 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron.plugins.ml2.rpc [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Device 83368610-6b67-438c-82e6-bc3e78545733 not bound to the agent host dv-cinder-851279-1-iscsi {{(pid=121476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:13:23.590519 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-87c60aba-1d1e-4924-a314-1c496131f932 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9aa592e1b58f4804ad264f0cd721b1ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437148 Jul 28 04:13:23.592621 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 34042) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:13:23.647617 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-8d9f3a98-fca5-4116-8b85-0d56e1a0a25f admin admin] Publish callbacks [] for security_group (e00a39de-f58b-47f1-b49f-148bdefc6ec4), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:23.670183 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-8d9f3a98-fca5-4116-8b85-0d56e1a0a25f admin admin] Publish callbacks [] for security_group (e00a39de-f58b-47f1-b49f-148bdefc6ec4), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:23.816876 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-8d9f3a98-fca5-4116-8b85-0d56e1a0a25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (e00a39de-f58b-47f1-b49f-148bdefc6ec4), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:23.819589 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-8d9f3a98-fca5-4116-8b85-0d56e1a0a25f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:23.823232 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-8d9f3a98-fca5-4116-8b85-0d56e1a0a25f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e00a39de-f58b-47f1-b49f-148bdefc6ec4 HTTP/1.1" status: 204 len: 168 time: 0.2275200 Jul 28 04:13:23.829918 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f3a98-fca5-4116-8b85-0d56e1a0a25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00a39de-f58b-47f1-b49f-148bdefc6ec4,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:24.667451 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 34048) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:13:24.711545 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-e6311aca-7c8d-4a5f-9c7a-360fdbcd41fd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1275cb55ce5f4973aebffdf5c7bd88ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428433 Jul 28 04:13:24.714339 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [-] (121475) accepted ('10.222.0.66', 34050) {{(pid=121475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 04:13:24.774356 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-d71fed62-b8e4-47e7-b926-9e88d16ff41b admin admin] Publish callbacks [] for security_group (f168b62d-a711-470d-8ea4-612ecb7effe6), before_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:24.798166 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-d71fed62-b8e4-47e7-b926-9e88d16ff41b admin admin] Publish callbacks [] for security_group (f168b62d-a711-470d-8ea4-612ecb7effe6), precommit_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:24.942631 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-d71fed62-b8e4-47e7-b926-9e88d16ff41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833126'] for security_group (f168b62d-a711-470d-8ea4-612ecb7effe6), after_delete {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:24.945305 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron_lib.callbacks.manager [None req-d71fed62-b8e4-47e7-b926-9e88d16ff41b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:24.946518 dv-cinder-851279-1-iscsi neutron-server[121475]: INFO neutron.wsgi [None req-d71fed62-b8e4-47e7-b926-9e88d16ff41b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f168b62d-a711-470d-8ea4-612ecb7effe6 HTTP/1.1" status: 204 len: 168 time: 0.2312827 Jul 28 04:13:24.954858 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71fed62-b8e4-47e7-b926-9e88d16ff41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f168b62d-a711-470d-8ea4-612ecb7effe6,revision_number=None']} {{(pid=121475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:28.021750 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=98 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:13:28.023652 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=73 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:13:30.949503 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG dbcounter [-] [121474] Writing DB stats neutron:SELECT=61 {{(pid=121474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:13:33.844336 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=43,neutron:DELETE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:13:34.829589 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:SELECT=42,neutron:DELETE=5 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:13:34.950395 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG dbcounter [-] [121475] Writing DB stats neutron:DELETE=4,neutron:SELECT=48 {{(pid=121475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:13:34.968100 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=39,neutron:DELETE=3 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:13:43.031591 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=4 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:13:43.032381 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:13:44.838987 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-81f21d0c-1191-416e-a27d-9964e3e8c220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:47.426851 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-4031cc1e-7395-4859-8c3f-578ba21789eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:48.330476 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:49.042342 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d923ff-d983-4784-981f-1bbce4c5c5ac), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:49.627536 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:50.116584 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:13:54.913485 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.agents_db [None req-58c662dc-5ea5-4853-b3cc-f7bb2188e679 None None] Agent healthcheck: found 6 active agents {{(pid=121477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:14:00.016425 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:14:00.023401 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:14:04.908816 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=2 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:14:14.955820 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-13ee424b-b37e-4795-8b5d-47efeeea987d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:14:15.763037 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=2 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:14:15.763718 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=4 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:14:17.418650 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-c523015e-6cf5-44f6-9444-c1fbd7c4e1c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:14:18.363873 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:14:19.054630 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d923ff-d983-4784-981f-1bbce4c5c5ac), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:14:19.618450 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:14:20.094667 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:14:25.967896 dv-cinder-851279-1-iscsi neutron-server[121475]: DEBUG neutron.wsgi [req-679a8598-3eb5-47fc-a1d9-1ac46127cdb5 req-e518c472-1bc3-4673-891b-c05d11133bf1 service neutron] (121475) timed out ('10.222.0.67', 61234) {{(pid=121475) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 28 04:14:30.023619 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:14:30.025540 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:14:31.458151 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [req-4a832016-68c0-4728-a7c0-1a15b164df54 req-7067af63-e2a4-43db-9874-4cb21927383b service neutron] (121474) timed out ('10.222.0.67', 61257) {{(pid=121474) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 28 04:14:31.915570 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.agents_db [None req-58c662dc-5ea5-4853-b3cc-f7bb2188e679 None None] Agent healthcheck: found 6 active agents {{(pid=121477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:14:39.594562 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=13 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:14:41.911984 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=15 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:14:44.869141 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-3856c1b9-af29-4cdd-a8f0-6b13594447f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:14:47.425087 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-cccc1a27-1ac9-4a86-b13c-68a9d24d5ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:14:48.362540 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:14:49.069034 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d923ff-d983-4784-981f-1bbce4c5c5ac), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:14:49.642337 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:14:50.094123 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:14:52.129378 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [req-2ce77aa4-edc5-46dc-a1b4-887087772cf8 req-74346fe4-884c-4400-9284-951eb4660db6 service neutron] (121474) timed out ('10.222.0.67', 61235) {{(pid=121474) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 28 04:14:52.755718 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=2 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:14:52.759646 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=4 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:15:00.018406 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:15:00.024420 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:15:08.914955 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.agents_db [None req-58c662dc-5ea5-4853-b3cc-f7bb2188e679 None None] Agent healthcheck: found 6 active agents {{(pid=121477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:15:14.856543 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-1adecd82-e753-45ab-a45d-262105f62a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:15:17.480762 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-0188d954-abcb-4206-a522-d772f79c34b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:15:18.347985 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:15:18.909719 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:15:18.910465 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:15:19.081230 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d923ff-d983-4784-981f-1bbce4c5c5ac), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:15:19.616370 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:15:20.107824 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:15:29.753065 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=2 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:15:29.756939 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=4 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:15:30.022181 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:15:30.024008 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:15:43.035870 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:15:44.845611 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-5099cdc2-a8ba-43b2-8044-cb5e18277f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:15:45.914299 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.agents_db [None req-58c662dc-5ea5-4853-b3cc-f7bb2188e679 None None] Agent healthcheck: found 6 active agents {{(pid=121477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:15:47.428353 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-6c75b1fb-9b49-4107-a0ce-fc164b9325b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:15:48.346833 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:15:49.084111 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d923ff-d983-4784-981f-1bbce4c5c5ac), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:15:49.657273 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:15:50.074525 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:15:55.909514 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:15:55.910217 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:16:00.022334 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:16:00.028274 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:16:14.772493 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=4 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:16:14.773326 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=4 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:16:14.854572 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-b8008ee9-0f0b-47fd-b5b3-d1a2d69f7a95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:16:17.421744 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-0c019311-7567-4d5b-86f6-2575dfa866d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:16:18.369112 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:16:19.077446 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d923ff-d983-4784-981f-1bbce4c5c5ac), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:16:19.625949 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:16:20.100750 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:16:22.913920 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.agents_db [None req-58c662dc-5ea5-4853-b3cc-f7bb2188e679 None None] Agent healthcheck: found 6 active agents {{(pid=121477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:16:30.022649 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:16:30.024648 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:16:43.752527 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=16 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:16:43.753376 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=18 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:16:44.861253 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-06ce8885-e140-4e2c-bc42-c1dc167ca3d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:16:47.430980 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-73209ede-9bc3-4ea2-9696-a10131a8be2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:16:48.374984 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:16:49.081074 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d923ff-d983-4784-981f-1bbce4c5c5ac), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:16:49.636131 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:16:50.100544 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:16:59.913660 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.agents_db [None req-58c662dc-5ea5-4853-b3cc-f7bb2188e679 None None] Agent healthcheck: found 6 active agents {{(pid=121477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:17:00.014536 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:17:00.019637 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:17:09.909667 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=2 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:17:14.858772 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-cbba0e7f-fc8e-4a8e-8040-a202e904c703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:17:17.429619 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-e75b600a-8712-4ff4-9cd1-3ef79afbb766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:17:18.402773 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:17:19.128359 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d923ff-d983-4784-981f-1bbce4c5c5ac), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:17:19.636510 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:17:20.099673 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:17:20.751037 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=6 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:17:30.019084 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:UPDATE=2,neutron:SELECT=8 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:17:30.020969 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:17:36.915403 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.agents_db [None req-58c662dc-5ea5-4853-b3cc-f7bb2188e679 None None] Agent healthcheck: found 6 active agents {{(pid=121477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:17:44.859833 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-cf918475-8cd3-40f3-868f-db1d8db3fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:17:46.909513 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=2 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:17:46.910183 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:17:47.428447 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-0d13c4a9-20e5-4840-80e7-5a847740593f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:17:48.394072 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:17:49.085788 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d923ff-d983-4784-981f-1bbce4c5c5ac), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:17:49.668882 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:17:50.087391 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:17:57.743161 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=2 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:17:57.748061 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=4 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:18:00.014506 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:18:00.020511 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:18:13.914912 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG neutron.db.agents_db [None req-58c662dc-5ea5-4853-b3cc-f7bb2188e679 None None] Agent healthcheck: found 6 active agents {{(pid=121477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:18:14.857761 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-77b6ab99-7846-4d9c-84b9-0db6b8b02008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d94de3-42af-4ea6-939a-9cee0bfbc3cb), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:18:17.417812 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-dd4145ca-2ad0-40f5-946b-5fe9c7d1a0da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (b18fc40a-011a-4dd7-9bc4-e028c638a00b), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:18:18.405880 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-bd648474-21e8-448f-bb4b-563c689e17d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (6c9f6f05-7e52-4d80-bf15-09fcb09f864f), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:18:19.097298 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-d5939916-a1f0-478a-be00-9740df15dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (a6d923ff-d983-4784-981f-1bbce4c5c5ac), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:18:19.623132 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-f4486b3a-f779-4b5c-9416-8f05b9977829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (d5069b5a-91f4-4d3b-a3ac-047874b018fc), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:18:20.068928 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG neutron_lib.callbacks.manager [None req-ffac4f2a-22a9-42eb-b7aa-c99d63d887e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761988548536', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7781594'] for agent (51dbe35b-f2d3-4ce9-b487-580c36e6d07a), after_update {{(pid=121476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 04:18:23.909847 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:18:23.910547 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=1 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:18:30.015046 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:18:30.017923 dv-cinder-851279-1-iscsi neutron-server[121476]: DEBUG dbcounter [-] [121476] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=121476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:18:39.586015 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=13 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:18:39.596226 dv-cinder-851279-1-iscsi neutron-server[121477]: DEBUG dbcounter [-] [121477] Writing DB stats neutron:SELECT=19 {{(pid=121477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 04:18:42.395991 dv-cinder-851279-1-iscsi neutron-server[121474]: DEBUG neutron.wsgi [req-467c0a51-0b86-423f-8393-9f16a3f55327 req-dfb341b2-00c8-496b-8792-99716959fe6a service neutron] (121474) timed out ('10.222.0.66', 56250) {{(pid=121474) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}